-- Logs begin at Wed 2021-02-17 03:41:52 UTC, end at Wed 2021-02-17 04:57:25 UTC. --
Feb 17 04:19:00.503073 dv-cinder-759987-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 04:19:03.228652 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:19:03.229136 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:19:03.230502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83883) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:19:03.232269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:19:03.232568 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:19:03.232915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83883) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:19:03.233959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:19:03.234225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:19:03.235292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:19:03.235577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:19:03.235841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:19:03.236209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.236552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.236888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.237173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.237488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.237820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.238137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.238502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.239073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.239405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.239722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.240043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.240327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.240623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.240953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.241282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.241538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.241855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.242387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.242704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.243015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.243364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.243675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.243987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.244305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.244668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] host                           = dv-cinder-759987-4-iscsi {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.245239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.245564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.245896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.246218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.246529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.246840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.247189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.247498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.247805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.248114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.248441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.248767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.249101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.249353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.249602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.249929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.250257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.250564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.250871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.251198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.251505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.251808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.252111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.252438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.252763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.253088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.253395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.253698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.254003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.254894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.255254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.255560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.255870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.256174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.256501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.256803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.257109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.257451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.257774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.258096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.258417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.258724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.259058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.259376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.259683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.259987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.260293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.260597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.260919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.261225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.261531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.261836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.262140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.262466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:03.262824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.263163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.263503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.263821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.264149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.264465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.264794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.265105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.265433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.265765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.266085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.266397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.266719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.267044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.267389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.267734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.268070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.268400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.268708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.269014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.269318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.269632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.270545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.270961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.271240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.271551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.271865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.272197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.272511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.272821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.273134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.273464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.273779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.274088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.274405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.274718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.275025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.275352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.275674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.276008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.276322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.276629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.276935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.277247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.277554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.277874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.278187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.278493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.278800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.279135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.279444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.279751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.280067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.280375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.280688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.280995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.281299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.281606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.281911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.282215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.282522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.282827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.283160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.283469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.283775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.284079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.284386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.284691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.285011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.285373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.285790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.286105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.286420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.286735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.287082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.287388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.287701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.288015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.288324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.288656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.288976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.289297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.289614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.289927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.290265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.290578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.290895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.291255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.291570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.291889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.292218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.292552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.292882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.293215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.293544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.293870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.294181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.294534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.294850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:03.295118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:19:03.295379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83883) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 04:19:03.953324 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading Gnome
Feb 17 04:19:03.971352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading Google
Feb 17 04:19:03.974003 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 04:19:03.977473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading file
Feb 17 04:19:03.978444 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading keyczar
Feb 17 04:19:03.978724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading multi
Feb 17 04:19:03.979521 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO keyring.backend [-] Loading pyfs
Feb 17 04:19:04.025644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:04.025955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:04.026275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:04.026647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 04:19:04.419067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.419580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.419661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.470054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.470365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.470662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.474545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.474851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.475169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.542945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.543307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.543606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.544732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.545058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.545331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.816397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4947ce3d90> agent after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.817329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4947ce3d90> agent after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.817660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4947ce3e18> segment precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.817987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4947ce3ea0> network precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.818804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4947cee048> segment before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.965857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> network before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.966230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4947d30620> agent before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.966558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> network before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.966865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.967191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.967579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> segment after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.967882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> segment precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.968176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> segment precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.968468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> segment after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.968809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.969105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> network precommit_delete 0 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.969411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port provisioning_complete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.969720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.970015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.970327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> agent after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.970647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.970944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> subnet precommit_delete 0 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.971292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.971582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.972071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.972357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.972644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.973590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.973903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.974189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f49485d9358>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:04.974613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.974890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.975186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.975457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.975727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.975997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:04.976415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 04:19:04.979630 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 04:19:04.983534 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 04:19:04.987424 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Feb 17 04:19:04.989147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 04:19:04.990395 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 04:19:04.990782 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 04:19:04.991267 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 04:19:04.993984 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 04:19:04.994269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 04:19:04.994654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 04:19:05.016373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 04:19:05.016885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4947b8b898>> qos_plugin after_init 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.017215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83883) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 04:19:05.017623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4947b0e240>> logging-plugin after_init 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.018973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83883) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 04:19:05.019322 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 04:19:05.019601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 04:19:05.023370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4947b0e2e8>> floatingip before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.023689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4947b0e2e8>> port before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.091845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 04:19:05.092070 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 04:19:05.092346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 04:19:05.092754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 04:19:05.126515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.sqlalchemy.engines [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83883) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 04:19:05.567616 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing driver for type 'gre'
Feb 17 04:19:05.568173 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] gre ID ranges: [(1, 1000)]
Feb 17 04:19:05.608411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing driver for type 'local'
Feb 17 04:19:05.608790 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing driver for type 'vlan'
Feb 17 04:19:05.619216 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] VlanTypeDriver initialization complete
Feb 17 04:19:05.619596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing driver for type 'vxlan'
Feb 17 04:19:05.620370 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 04:19:05.660913 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing extension driver 'port_security'
Feb 17 04:19:05.661291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] PortSecurityExtensionDriver initialization complete
Feb 17 04:19:05.661673 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing mechanism driver 'openvswitch'
Feb 17 04:19:05.667975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:05.668825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947b1ada0>> port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.669246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947b1ada0>> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.669648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947b1ada0>> port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.670084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947606f28>> subnet after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.670480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947606f28>> subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.670870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4947606f28>> subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.671351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0128>> network after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.671744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0128>> network after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.672137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0128>> network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.672558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a02e8>> security_group after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.672947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a02e8>> security_group after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.673331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a02e8>> security_group after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.673753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a04a8>> security_group_rule after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.674145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a04a8>> security_group_rule after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.674529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a04a8>> security_group_rule after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.675100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0668>> address_group after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.675538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0668>> address_group after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.676435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f49475a0668>> address_group after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.676817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] ML2 OVO RPC backend initialized. {{(pid=83883) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 04:19:05.677660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> router_interface after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.678062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> router_interface after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.678534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> network before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.678926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> networks before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.679342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> port before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.679768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> ports before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.680160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> subnet before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.680549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> subnets before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.680943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> network after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.681328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> network after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.681711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.682095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.682479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.682865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.683286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> subnet after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.683669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.684053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f49475a0748>> subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.684698 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.plugin [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Modular L2 Plugin initialization complete
Feb 17 04:19:05.685062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading services supported by the core plugin {{(pid=83883) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 04:19:05.685436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Got port-security extension from driver 'port_security'
Feb 17 04:19:05.685960 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.extensions.vlantransparent [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Disabled vlantransparent extension.
Feb 17 04:19:05.686448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83883) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 04:19:05.686804 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: router
Feb 17 04:19:05.725197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router_interface before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.725638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.726054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router before_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.726471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router_interface before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.726901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router_interface after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.727341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_delete 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.727754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> floatingip after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.728170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.728559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.728957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.729352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router_gateway after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.729762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.730260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.730691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4947d5d268> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.731102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4947d5d378> port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.731487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4947d5d2f0> subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.731873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4947d5d158> subnetpool_address_scope after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.732270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> port precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.732664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.733057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4947c7b8c8> port before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.733448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.733861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.734251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_delete 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.734649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.735092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router_interface after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.735474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> router precommit_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.735911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f49475a08d0>> network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.736918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Tracking information for resource: router configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:05.737308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Tracking information for resource: floatingip configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:19:05.742717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_agentschedulers_db [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 04:19:05.743406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4947527ea0> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.743816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f49475cce18> port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.744214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _notify_port_delete at 0x7f4947527e18> port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.744611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f494752c0d0> port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.745786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4947549630>> router before_create 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.746207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4947549630>> router precommit_delete 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.746621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4947549630>> router precommit_create 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.747065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4947549630>> router precommit_update 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.751752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.provider_configuration [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service providers = [] {{(pid=83883) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 04:19:05.752160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.servicetype_db [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83883) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 04:19:05.755918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.service_base [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:19:05.756318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.service_base [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:19:05.756704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.service_base [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:19:05.757606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.service_base [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:19:05.758016 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.services.service_base [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 04:19:05.758438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.758798 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 04:19:05.768987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.769369 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: auto_allocate
Feb 17 04:19:05.775451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f49474f4598> network precommit_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.775868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f49474f4598> network precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.776473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.776846 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: tag
Feb 17 04:19:05.783870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.784252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: timestamp
Feb 17 04:19:05.788314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.788844 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: network_ip_availability
Feb 17 04:19:05.794771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f494744e390>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.795215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f494744e390>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.795619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f494744e390>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:05.796427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.796795 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: flavors
Feb 17 04:19:05.801977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.802353 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading Plugin: revisions
Feb 17 04:19:05.806641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:19:05.807098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:05.807919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83883) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 04:19:05.808288 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Initializing extension manager.
Feb 17 04:19:05.808859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: __init__.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.809249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: __pycache__ {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.809632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.810015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: address_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.810986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.811662 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: address-group
Feb 17 04:19:05.812034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: address_scope.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.812817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.813406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: address-scope
Feb 17 04:19:05.813776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.814729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.815342 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 04:19:05.815709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: agent.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.816484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.817193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: agent
Feb 17 04:19:05.817563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: agent_resources_synced.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.818544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.819104 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: agent-resources-synced
Feb 17 04:19:05.819477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: allowedaddresspairs.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.821306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.821903 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: allowed-address-pairs
Feb 17 04:19:05.822278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: auto_allocated_topology.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.823434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.824023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: auto-allocated-topology
Feb 17 04:19:05.824395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.825158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.825753 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: availability_zone
Feb 17 04:19:05.826122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: availability_zone_filter.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.827081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.827669 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: availability_zone_filter
Feb 17 04:19:05.828037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: data_plane_status.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.828970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.829548 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 04:19:05.829916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: default_subnetpools.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.830860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.831499 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: default-subnetpools
Feb 17 04:19:05.831873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.833357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.833951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 04:19:05.834324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: dns.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.835297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.835879 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 04:19:05.836251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: dns_domain_ports.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.837191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.837765 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 04:19:05.838129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: dvr.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.838861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.839474 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: dvr
Feb 17 04:19:05.839837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: empty_string_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.840774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.841359 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: empty-string-filtering
Feb 17 04:19:05.841726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.842658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.843261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:19:05.843627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.844592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.845174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 04:19:05.845541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: external_net.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.846487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.847095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: external-net
Feb 17 04:19:05.847468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.848988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.849949 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: extra_dhcp_opt
Feb 17 04:19:05.850320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: extraroute.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.851283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.851865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: extraroute
Feb 17 04:19:05.852233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: extraroute_atomic.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.853279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.853865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: extraroute-atomic
Feb 17 04:19:05.854232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: filter_validation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.854943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.855559 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: filter-validation
Feb 17 04:19:05.855927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: fip_pf_description.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.856879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.857457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 04:19:05.857821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: fip_port_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.858769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.859378 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: fip-port-details
Feb 17 04:19:05.859748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: flavors.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.860995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.861584 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: flavors
Feb 17 04:19:05.861958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.863755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.864348 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 04:19:05.864822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: floatingip_pools.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.865593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.866187 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: floatingip-pools
Feb 17 04:19:05.866558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: ip_allocation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.867539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.868121 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 04:19:05.868491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.869442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.870287 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: ip-substring-filtering
Feb 17 04:19:05.870661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l2_adjacency.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.871634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.872220 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 04:19:05.872588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.873670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.874265 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: router
Feb 17 04:19:05.874638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.876953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.877562 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:19:05.877942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.878897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.879656 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: ext-gw-mode
Feb 17 04:19:05.880019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.880970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.881553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: l3-ha
Feb 17 04:19:05.881923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3_flavors.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.882861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.883474 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: l3-flavors
Feb 17 04:19:05.883846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.884796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.885383 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 04:19:05.885752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: l3agentscheduler.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.887058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.887667 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: l3_agent_scheduler
Feb 17 04:19:05.888042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: logging.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.889545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.890148 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension logging not supported by any of loaded plugins
Feb 17 04:19:05.890525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: metering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.891368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.892068 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: metering
Feb 17 04:19:05.892442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.893549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.894132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 04:19:05.894501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: multiprovidernet.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.896010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.896597 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: multi-provider
Feb 17 04:19:05.896970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: netmtu.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.897909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.898494 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: net-mtu
Feb 17 04:19:05.898863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: netmtu_writable.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.899826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.900412 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: net-mtu-writable
Feb 17 04:19:05.900781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: network_availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.901509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.902092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: network_availability_zone
Feb 17 04:19:05.902460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: network_ip_availability.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.903613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.904197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: network-ip-availability
Feb 17 04:19:05.904565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: network_segment_range.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.905514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.906111 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 04:19:05.906481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: pagination.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.907531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.907920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: pagination
Feb 17 04:19:05.908290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: port_device_profile.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.909216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.909807 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: port-device-profile
Feb 17 04:19:05.910176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.911730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.912312 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: port-mac-address-regenerate
Feb 17 04:19:05.912681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.913611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.914191 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: port-numa-affinity-policy
Feb 17 04:19:05.914560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: port_resource_request.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.915518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.916098 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 04:19:05.916465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: portbindings.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.917411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.917994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: binding
Feb 17 04:19:05.918365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: portbindings_extended.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.919659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.920247 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: binding-extended
Feb 17 04:19:05.920620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: portsecurity.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.921583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.922166 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: port-security
Feb 17 04:19:05.922536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: project_id.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.923562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.923947 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: project-id
Feb 17 04:19:05.924314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: providernet.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.925268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.925861 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: provider
Feb 17 04:19:05.926408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.930142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.930746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos not supported by any of loaded plugins
Feb 17 04:19:05.931157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.939347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.939951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 04:19:05.940332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.941292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.941968 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 04:19:05.942342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_default.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.943307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.943887 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 04:19:05.944255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_fip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.944965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.945541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 04:19:05.945908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_gateway_ip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.946854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.947463 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 04:19:05.947831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_port_network_policy.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.948771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.949349 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 04:19:05.949715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_rule_type_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.950651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.951257 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 04:19:05.951631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: qos_rules_alias.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.952775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.953362 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 04:19:05.953734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: quotasv2.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.954781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.955198 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: quotas
Feb 17 04:19:05.955568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: quotasv2_detail.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.957756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.958167 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: quota_details
Feb 17 04:19:05.958539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: rbac.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.959776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.960391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: rbac-policies
Feb 17 04:19:05.960764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: rbac_address_scope.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.961722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.962313 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: rbac-address-scope
Feb 17 04:19:05.962686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: rbac_security_groups.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.963771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.964363 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: rbac-security-groups
Feb 17 04:19:05.964736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: rbac_subnetpool.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.965680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.966263 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: rbac-subnetpool
Feb 17 04:19:05.966636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: revisionifmatch.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.967607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.968190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: revision-if-match
Feb 17 04:19:05.968562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: revisions.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.969721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.970305 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: standard-attr-revisions
Feb 17 04:19:05.970682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: router_availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.971464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.972061 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: router_availability_zone
Feb 17 04:19:05.972429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: routerservicetype.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.974010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.974596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 04:19:05.974969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.975979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.976566 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 04:19:05.976936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.977883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.978467 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: port-security-groups-filtering
Feb 17 04:19:05.978835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.979816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.980404 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: security-groups-remote-address-group
Feb 17 04:19:05.980774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: securitygroup.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.994199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.995103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: security-group
Feb 17 04:19:05.995491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: segment.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.996367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.996958 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension segment not supported by any of loaded plugins
Feb 17 04:19:05.997331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:05.998302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:05.998889 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 04:19:05.999287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: servicetype.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.000401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.001001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: service-type
Feb 17 04:19:06.001382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: sorting.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.002385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.002768 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: sorting
Feb 17 04:19:06.003161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: standard_attr_segment.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.004680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.005383 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 04:19:06.005746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: standardattrdescription.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.006446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.007225 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: standard-attr-description
Feb 17 04:19:06.007603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: stateful_security_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.008941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.009535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: stateful-security-group
Feb 17 04:19:06.009903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: stdattrs_common.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.010503 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 04:19:06.010867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.011985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.012579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 04:19:06.012952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnet_onboard.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.014029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.014630 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: subnet_onboard
Feb 17 04:19:06.015003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.015986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.016570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 04:19:06.016940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnet_service_types.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.017883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.018468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: subnet-service-types
Feb 17 04:19:06.018836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnetallocation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.020575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.021335 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: subnet_allocation
Feb 17 04:19:06.021712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.022442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.023051 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 04:19:06.023431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.024400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.024983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 04:19:06.025354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: tagging.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.026673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.027304 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: standard-attr-tag
Feb 17 04:19:06.027682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: timestamp.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.028886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.029480 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loaded extension: standard-attr-timestamp
Feb 17 04:19:06.029854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: trunk.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.030907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.031528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension trunk not supported by any of loaded plugins
Feb 17 04:19:06.031900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: trunk_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.032860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.033441 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 04:19:06.033810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: uplink_status_propagation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.034748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.035390 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 04:19:06.035925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Loading extension file: vlantransparent.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:19:06.036638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:19:06.037228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 04:19:06.039992 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:network
Feb 17 04:19:06.040835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 04:19:06.041528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:19:06.042217 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:port
Feb 17 04:19:06.043767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.044273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service FLAVORS assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.044984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.045475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.045857 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:19:06.046598 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:19:06.047412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service METERING assigned prefix: /metering {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.049212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4947395978>> rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:06.049623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4947395978>> rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:06.050016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4947395978>> rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:19:06.051303 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:19:06.051898 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:19:06.052737 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:19:06.053573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service CORE assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.053956 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:19:06.054339 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] subnetpool is already registered
Feb 17 04:19:06.055070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service CORE assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.055427 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:19:06.055816 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] subnetpool is already registered
Feb 17 04:19:06.058613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.059124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service FLAVORS assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.059786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.060261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.060639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:19:06.061017 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] router is already registered
Feb 17 04:19:06.061686 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:19:06.062055 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] floatingip is already registered
Feb 17 04:19:06.062803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service METERING assigned prefix: /metering {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.063584 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:19:06.063957 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] rbac_policy is already registered
Feb 17 04:19:06.064603 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:19:06.064977 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] security_group is already registered
Feb 17 04:19:06.065648 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:19:06.066017 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] security_group_rule is already registered
Feb 17 04:19:06.067405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service CORE assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.067794 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:19:06.068164 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] subnetpool is already registered
Feb 17 04:19:06.068912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Service CORE assigned prefix:  {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:19:06.069243 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:19:06.069610 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] subnetpool is already registered
Feb 17 04:19:06.070340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: extensions {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.071945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: address-groups {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.073663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: address-scopes {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.074972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.076245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: auto-allocated-topology {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.077587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: availability_zones {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.079019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: dhcp-networks {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.080568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: dhcp-agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.082089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.084745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: flavors {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.086002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: service_profiles {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.087345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: next_providers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.089822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: service_profiles {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.091441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: floatingip-pools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.092776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.094708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: floatingips {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.096010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: l3-routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.097499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: l3-agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.099711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: metering-labels {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.101183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: metering-label-rules {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.102606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: network-ip-availabilities {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.104030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: bindings {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.105787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: quotas {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.107339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: quotas {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.108863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: rbac-policies {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.110272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: security-groups {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.111601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: security-group-rules {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.112942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: service-providers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.114337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: subnetpools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.115885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: subnetpools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.117450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.119282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.121494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.123431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.125359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.127267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.129715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.131730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.133764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.135784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.extensions [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:19:06.142884 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING keystonemiddleware.auth_token [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 04:19:06.148898 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING keystonemiddleware.auth_token [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 04:19:06.163232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Acquired lock "singleton_lock" {{(pid=83883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 04:19:06.163768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Releasing lock "singleton_lock" {{(pid=83883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 04:19:06.165245 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Starting 2 workers
Feb 17 04:19:06.170439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Started child 83995 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:19:06.174709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.175325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Started child 83996 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:19:06.176330 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [-] (83995) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:19:06.176730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40354) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:06.177581 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 04:19:06.178224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Notify callbacks [] for process, before_spawn {{(pid=83883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.179062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.180473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [-] (83996) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:19:06.180654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Starting 1 workers
Feb 17 04:19:06.186272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Started child 83997 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:19:06.186817 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Starting 1 workers
Feb 17 04:19:06.190020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] calling RpcWorker wait() {{(pid=83997) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 04:19:06.190161 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092895
Feb 17 04:19:06.190237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] returning from RpcWorker wait() {{(pid=83997) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 04:19:06.190237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.190645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:06.193721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Started child 83999 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:19:06.196621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b009895-8434-4ed0-8c2f-5dede5e6eb18 None None] Notify callbacks [] for process, after_spawn {{(pid=83883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.196621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:19:06.196805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:06.196897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:19:06.196897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:19:06.196897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:19:06.197081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:19:06.197316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:06.197422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:19:06.197832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.198105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.198609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.199102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.199576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.200415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.200849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.201318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.201782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.202209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.202565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.202922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.203382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.203812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.204315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.204768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.205213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.205642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.206021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.206463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.206910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.208056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.209233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.209702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.210474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.210957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.211477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.211941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.212469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.212928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.213414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.213902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.214341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.214790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.215295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.215728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.216200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.216673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.217110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.217754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] host                           = dv-cinder-759987-4-iscsi {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.218209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.218655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.219166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.219627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.220100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.220570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.221506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.222706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.223924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.224410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.224939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.225349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.225682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.226033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.226308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.226678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.227072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.227472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.227848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.228166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.228484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.228912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.229230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.229634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.230037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.230308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.230578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.230850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.231930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.232368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.232742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.233213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.233635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.234132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.234433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.234728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.235004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.235287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.235557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.235789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.236609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.237033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.237466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.239456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.239456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.239794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.240092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.240395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.240707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.241021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.241283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.241557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.241889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.242181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.242455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.242748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.243006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.243306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.243583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.243836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.244106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.244359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.244613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.245168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.245421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.245691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.245964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.246226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.246513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.246955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.251058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.251458 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.251764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.252081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.252367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.252648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.252921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.253203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.253477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.255465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.255931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.256712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.257298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.259231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.259786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.260187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.260513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.262700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.263464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.263745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.266559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.269028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.269409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.270254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.78/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.270602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.271138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.271656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.274304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.274304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.274480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.274619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.275124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.275558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.276413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.276824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.277266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.278262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.278262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.278262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.278498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.278602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.279016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.279486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.279765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.280023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.280277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.280553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.280826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.281117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.281406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.281668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.281925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.282201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.282462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.282739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.283017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.283291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.283563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.285227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.285647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.286624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.287275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.287550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.287822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.288098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.288387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.288658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.288946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.289206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.289471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.289730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.289985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.290240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.290798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.291072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.291325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.291583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.291837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.292093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.292344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.292594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.292846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.293094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.293414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.293769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.294058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.294352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.294613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.294898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.295208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.295497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.295754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.296013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.296259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.296552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.297229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.297585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.298018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.298303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.299336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.299570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.299841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.300082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.300506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.300972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.301442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.301740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.302021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.302645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.303002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.303344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.303606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.303936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.304226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.304518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.304876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.305187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.305517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.305819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.306095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.306542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.307443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.307443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.307443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.307708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.307857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.308399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.308686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.308948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.309222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.309492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.309853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.310159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.310439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.310705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.311013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.313432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.314119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.315870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.316184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.316479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.317349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.317663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.78/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.317932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.318196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.318609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.318771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.319160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.319749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.320018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.320277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.320555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.321019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.321375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.322487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.322487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.322487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.322708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.322980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.323267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.323546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.323792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.324052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.324635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.324915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.325169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.325464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.325722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.326039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.326682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.327096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.327539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.328110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.328398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.328654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.328948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.329212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.330979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.331293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.331553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.332042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.332961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.333177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.334685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.335135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.335135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.335390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.335687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.336650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.336650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.336650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.336650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.336937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.337118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.337437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.338916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.339098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.339354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.339602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.339853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.340093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.340339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.341936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.342204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.342484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.342745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.343169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.343427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.344419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.344419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.344419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.344419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.344708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.345067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.345403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.345765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.346029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.346366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.348111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.350135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.350252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.350588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.350985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.351312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.351618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.351903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.352200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.352470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.352735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.352994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.353252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.353509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.353800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.354087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.354357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.354614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.354886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.356043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.356341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.356850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.357807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.358367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.359237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:19:06.359831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:19:06.360045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:19:06.360353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:19:06.360582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:19:06.360803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:19:06.360999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:19:06.361292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.361421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.361623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.361819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.362956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.363137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.363323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.364206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.364794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.364962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.365160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.365340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.365524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.365721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.365888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.366980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.367190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.367351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.367545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.367732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.367908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.368088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.368278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.368466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.368655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.368841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.369028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.369216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.369471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.370779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] host                           = dv-cinder-759987-4-iscsi {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.370779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.370779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.371936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:06.372094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.372094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.372472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.372472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.372743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.372743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.373021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.373021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.374050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.375111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.376711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.377753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.379610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.380755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.382612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.383935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.385079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.385079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.385079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.385710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.387063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.387063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.387063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.388519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.389665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.389665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.389665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.390101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.390101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.390427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.390427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.391086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.391349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.392266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.392266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.392560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.78/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.392560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.392853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.393003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.393145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.393384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.393541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.394575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.394575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.394575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.395621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.395621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.396965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.397903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.398101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.398633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.399618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.400341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.400543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.400739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.400951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.401161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.401407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.401564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.401703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.401899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.402107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.402303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.402495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.402688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.402883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.403190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.403385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.403578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.403769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.403962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.404152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.404360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.404519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.404748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.404893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.405937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.406128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.406316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.406506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.406694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.406885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.407982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.408167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.408449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.408610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.408752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.408895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.409897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.410085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.410369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.410642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.410782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.410921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.412006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.412175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.412373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.412564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.415487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.416247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.416469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.417213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.418225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.418447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.418656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.418864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.419088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.419309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.419512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.419717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.419917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.421143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.422932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.423515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.423515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.423963 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.424155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.424320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.424811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.425376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.426543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.426730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.426937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.427258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.78/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.428915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.429971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.430152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.430350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.431379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.431510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.431592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.432940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.433916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.434940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.435098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.435573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.435573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.435573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.435763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.436097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.436645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.436898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.437122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.437340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.437555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.437795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.437966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.438171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.438918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.438918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.438918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.438918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.439959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.440154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.440351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.440543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.440735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.440926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.441117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.441306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.441523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.441756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.441922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.442950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.443114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.443256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.443462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.443651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.443839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.444026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.444217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.444416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.445852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.446271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.446271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.446271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.446654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.446654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.447864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.448829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.449961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.450149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.450337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.450525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.450713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.450901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.451123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.451313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.451502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.451691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.451882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:19:06.452065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:19:16.402490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38990ef9-52ba-4bc2-a26e-63e37b067004 None None] get_active_networks_info from dv-cinder-759987-4-iscsi {{(pid=83997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 04:19:16.549445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38990ef9-52ba-4bc2-a26e-63e37b067004 None None] No non-hosted networks {{(pid=83997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 04:19:16.652724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148bb3-3dfe-4ce1-abaa-33ffe5fd6a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:18.693882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc026-4e2c-4a3f-a5c2-682655eb79cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:18.757062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c17441d1-975f-413f-8c8d-9bc6e61ce371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:19.443785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:20.303841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:20.305636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.306019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.306392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.306761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.307150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.307757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.308322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.308900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.309459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.310024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.310693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.311266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:20.312082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f49470a2cc0>, 'Open vSwitch agent', 'dv-cinder-759987-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:20.317990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4946f97588>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:20.858709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:22.213093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] get_endpoint_by_host() called for host dv-cinder-759987-4-iscsi {{(pid=83997) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:19:22.218443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] get_endpoint_by_ip() called for ip 192.168.0.73 {{(pid=83997) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:19:22.221690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] _add_endpoint() called for ip 192.168.0.73 {{(pid=83997) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:19:22.228949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] _get_endpoints() called {{(pid=83997) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:19:22.402990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40462) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:23.043270 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-9ac8bf0d-6425-4467-bea9-c4324938d1a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:23.043871 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-9ac8bf0d-6425-4467-bea9-c4324938d1a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:23.277636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-9ac8bf0d-6425-4467-bea9-c4324938d1a8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:19:23.291070 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9ac8bf0d-6425-4467-bea9-c4324938d1a8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8738914
Feb 17 04:19:24.891510 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_hamode_db [None req-fe5dcabf-e2bb-428d-8f50-f25a5fea09f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 04:19:24.982647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dcabf-e2bb-428d-8f50-f25a5fea09f4 None None] Routers set() bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:19:24.983124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dcabf-e2bb-428d-8f50-f25a5fea09f4 None None] Router IDs set() for agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 04:19:26.047833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40476) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:26.439067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:19:26.512016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.policy [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83996) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:19:26.549016 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:26.549436 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:26.576840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4946f761d0>.
Feb 17 04:19:26.593366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:26.651274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747048207725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747048123437', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747048120770', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747048135274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747048138485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16311013', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16731906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853802994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590752'] for rbac-policy, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:26.713975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:26.715178 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-89e50234-51f5-4b33-876b-1c7ebf945d14 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6662955
Feb 17 04:19:29.687914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40490) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:30.062854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Request body: {'network': {'project_id': 'c065da7649f644208a344b4d1ac6680a', 'name': 'private', 'admin_state_up': True}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:19:30.069218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:30.074046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Usage tracker for resource:network and tenant:c065da7649f644208a344b4d1ac6680a is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:30.077763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:30.083961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:30.092400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Made reservation on behalf of c065da7649f644208a344b4d1ac6680a for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:19:30.099070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.118042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.288407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:30.291959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Usage tracker for resource:security_group_rule and tenant:c065da7649f644208a344b4d1ac6680a is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:30.294940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:30.301646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:30.400168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.402782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.407434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:30.428088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:19:30.451001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.451500 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Added segment 81f10847-f6d6-437a-83c8-6145cc901513 of type vxlan for network c2d2bf1f-7e48-45e0-b7db-768b35875835
Feb 17 04:19:30.471347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82783a4-75f8-4611-a755-ab950aa37d1c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:30.528714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.529107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.529482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.529846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.530204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.530577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.530935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.531317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.531685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.532039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.532387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.532740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Tracked resource versions report:
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'}}
Feb 17 04:19:30.533864 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:19:30.581368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.587146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:30.619806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.621172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:19:30.621834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:30.626605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:30.740451 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0513530
Feb 17 04:19:30.741191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d2bf1f-7e48-45e0-b7db-768b35875835,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:30.744672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:30.752394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:19:33.763360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40506) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:34.254339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a2bf3-3938-4028-b6da-618e314cd248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:19:34.255843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b09a2bf3-3938-4028-b6da-618e314cd248 admin admin] 10.222.0.78 "GET /v2.0/networks/c2d2bf1f-7e48-45e0-b7db-768b35875835 HTTP/1.1" status: 200  len: 818 time: 0.4914556
Feb 17 04:19:34.283635 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d47b4b7e-3a53-419b-a768-7d0ece5518e9 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/1910066a-2136-4b82-89c1-43b96519478d HTTP/1.1" status: 200  len: 734 time: 0.0216815
Feb 17 04:19:34.293011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'ip_version': 4, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d', 'gateway_ip': '172.20.0.1'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:19:34.297478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:34.301894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Usage tracker for resource:subnet and tenant:c065da7649f644208a344b4d1ac6680a is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:34.304944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:34.312949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:34.326651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Made reservation on behalf of c065da7649f644208a344b4d1ac6680a for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:19:34.331647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:34.919933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:34.936327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:35.087741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bd8628-f9dc-4c7a-b0b9-870209ff957a,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:35.094635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:35.151402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Checking segment: {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:19:35.151797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Network hostable DHCP agents. Network: c2d2bf1f-7e48-45e0-b7db-768b35875835, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:19:35.173745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:19:35.182647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, c2d2bf1f-7e48-45e0-b7db-768b35875835) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:19:35.187170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:19:35.187815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:35.193218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd1c98-b8b8-42f7-84a1-bab64588a661 None None] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:19:35.207462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9172924
Feb 17 04:19:35.698528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-c2d2bf1f-7e48-45e0-b7db-768b35875835', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:19:35.699704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.022946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Allocated IP 172.20.0.2 (c2d2bf1f-7e48-45e0-b7db-768b35875835/03bd8628-f9dc-4c7a-b0b9-870209ff957a/c6ae5659-e6fa-483d-b596-d0f2eda58d35) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:19:36.269831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.283240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Transition to ACTIVE for port object c6ae5659-e6fa-483d-b596-d0f2eda58d35 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:19:36.303488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Transition to ACTIVE for port object c6ae5659-e6fa-483d-b596-d0f2eda58d35 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:19:36.309203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.326901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:36.466913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Pushing event updated for resources: {'Port': ['ID=c6ae5659-e6fa-483d-b596-d0f2eda58d35,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:36.479453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.479835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.480216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.480590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.480956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.481324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.481688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.482051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.482430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.482792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.483178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.483544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Tracked resource versions report:
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'}}
Feb 17 04:19:36.484660 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:19:36.488791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:36.543582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:19:36.544794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:19:36.547945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:19:36.609704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Attempting to bind port c6ae5659-e6fa-483d-b596-d0f2eda58d35 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:19:36.610127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Attempting to bind port c6ae5659-e6fa-483d-b596-d0f2eda58d35 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:19:36.610548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Attempting to bind port c6ae5659-e6fa-483d-b596-d0f2eda58d35 on network c2d2bf1f-7e48-45e0-b7db-768b35875835 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:19:36.617065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:19:36.617489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Checking segment: {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:19:36.617962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.618393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Bound using segment: {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:19:36.618943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Bound port: c6ae5659-e6fa-483d-b596-d0f2eda58d35, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:19:36.619660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.712002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] For port c6ae5659-e6fa-483d-b596-d0f2eda58d35, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:19:36.716326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] For port c6ae5659-e6fa-483d-b596-d0f2eda58d35, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=c6ae5659-e6fa-483d-b596-d0f2eda58d35,segment=NetworkSegment(81f10847-f6d6-437a-83c8-6145cc901513),segment_id=81f10847-f6d6-437a-83c8-6145cc901513)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:19:36.719478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:36.735090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:36.886114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Pushing event updated for resources: {'Port': ['ID=c6ae5659-e6fa-483d-b596-d0f2eda58d35,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:36.898792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:37.971167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40516) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:38.617522 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-1c53cf6e-29c8-41c5-a67c-a640f3b5dabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:38.618207 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-1c53cf6e-29c8-41c5-a67c-a640f3b5dabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:38.851066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-1c53cf6e-29c8-41c5-a67c-a640f3b5dabb admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:19:38.852242 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1c53cf6e-29c8-41c5-a67c-a640f3b5dabb admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8801398
Feb 17 04:19:40.302381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c6ae5659-e6fa-483d-b596-d0f2eda58d35 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:19:40.375842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:19:41.622742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40534) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:41.803475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ee37e-a031-4880-b341-2a7a85f960ee None None] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:19:41.909990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Provisioning for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:19:41.928859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Provisioning complete for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:41.929272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:42.026277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-fc09bfc3-51d7-409e-ac76-e9003ffada1b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:19:42.027356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fc09bfc3-51d7-409e-ac76-e9003ffada1b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4035671
Feb 17 04:19:42.174531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:42.230072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] For port c6ae5659-e6fa-483d-b596-d0f2eda58d35, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=c6ae5659-e6fa-483d-b596-d0f2eda58d35,segment=NetworkSegment(81f10847-f6d6-437a-83c8-6145cc901513),segment_id=81f10847-f6d6-437a-83c8-6145cc901513)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:19:42.235365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:42.240613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:42.319791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Pushing event updated for resources: {'Port': ['ID=c6ae5659-e6fa-483d-b596-d0f2eda58d35,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:42.324021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:42.473929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c4712f80-8977-4a2f-9234-94ba3544843c None None] Provisioning complete for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:42.474339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4712f80-8977-4a2f-9234-94ba3544843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:42.729208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2d3f5b3d-cb85-4e58-84cc-4b6c916b35c9 None None] Provisioning complete for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:42.729723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5b3d-cb85-4e58-84cc-4b6c916b35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:44.271138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c6ae5659-e6fa-483d-b596-d0f2eda58d35 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:19:44.343020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:44.343486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.124589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40546) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:45.497765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'name': 'router1'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:19:45.545980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.policy [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83995) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:19:45.583070 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:45.583506 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING oslo_policy.policy [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:19:45.609431 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.quota [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4946f3b208>.
Feb 17 04:19:45.625582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:45.632201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Usage tracker for resource:router and tenant:c065da7649f644208a344b4d1ac6680a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:45.636510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:45.644487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:45.659118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.661268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.685919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.955559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.975427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:45.976690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-66a878f8-1600-4213-82cf-ab516495cec0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8510587
Feb 17 04:19:46.287722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fab12fa-bc96-47d3-80f4-4b5f029c79e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:47.248046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:19:48.689528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a3592e1d-4a72-4668-aa6c-0832b262e9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:48.718144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40558) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:49.111848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-e5073a7d-9221-4262-ba55-a07dd0cf2771 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:19:49.113569 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e5073a7d-9221-4262-ba55-a07dd0cf2771 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3942730
Feb 17 04:19:49.387791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:50.295795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:50.805992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:51.862699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 40578) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:52.026875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:19:52.033126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:52.037784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Usage tracker for resource:network and tenant:e31bf674227c4399b2574167187640b0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:52.041090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:52.046802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:52.055596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Made reservation on behalf of e31bf674227c4399b2574167187640b0 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:19:52.061677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.080806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.096710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:19:52.101114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Usage tracker for resource:security_group_rule and tenant:e31bf674227c4399b2574167187640b0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:19:52.104261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:19:52.109847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:19:52.211606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.214312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.218977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:52.231328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Reserving flat network on physical network physnet1 {{(pid=83995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 04:19:52.262350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.262942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4947ce3e18> segment precommit_create {{(pid=83995) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 04:19:52.263437 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Added segment a17dde81-5e29-42d2-9975-fc9ce70b5afb of type flat for network 867c67a7-b881-40f8-a76a-941103e47697
Feb 17 04:19:52.322282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95150e2-bf93-47b9-bdde-3dafa8a9889a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:52.341853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.342237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.342602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.342960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.343339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.343707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.344059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.344409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.344771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.345117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.345462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.345805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Tracked resource versions report:
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'}}
Feb 17 04:19:52.347447 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:19:52.392601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:52.396848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.444667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.445921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:19:52.446578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:52.451385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:52.558227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6945331
Feb 17 04:19:52.561163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Pushing event updated for resources: {'Network': ['ID=867c67a7-b881-40f8-a76a-941103e47697,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:52.584702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:52.592422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 867c67a7-b881-40f8-a76a-941103e47697 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:19:55.117247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40602) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:19:55.240170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfb429-6c69-4f2a-9f17-1ab1776aa6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:19:55.241634 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-19cfb429-6c69-4f2a-9f17-1ab1776aa6b7 admin admin] 10.222.0.78 "GET /v2.0/subnets/03bd8628-f9dc-4c7a-b0b9-870209ff957a HTTP/1.1" status: 200  len: 849 time: 0.1233523
Feb 17 04:19:55.422500 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1fde279c-0687-4f39-a724-d770c787aa24 admin admin] 10.222.0.78 "GET /v2.0/routers/b198dbb5-2a8f-4797-93a3-d3c48c8acb58 HTTP/1.1" status: 200  len: 704 time: 0.1744485
Feb 17 04:19:56.061192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:56.434729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Allocated IP 172.20.0.1 (c2d2bf1f-7e48-45e0-b7db-768b35875835/03bd8628-f9dc-4c7a-b0b9-870209ff957a/e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:19:56.600683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:56.618652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Transition to ACTIVE for port object e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:19:56.678921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:56.694009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:56.826427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:56.832888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:56.887630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:19:56.888734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:19:56.890921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:19:56.891483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.059473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fae987ca-e4db-4663-929d-e0fb795c1cba None None] Provisioning for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:19:57.064816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fae987ca-e4db-4663-929d-e0fb795c1cba None None] Provisioning complete for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:57.065233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fae987ca-e4db-4663-929d-e0fb795c1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.175190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.272979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fae987ca-e4db-4663-929d-e0fb795c1cba None None] Port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:19:57.473331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.476727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.477834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.492132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:57.626353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:57.629945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:57.687260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:19:57.688342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:19:57.897690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-77b11764-213c-4b74-8392-261b5bb830fa None None] Provisioning complete for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:19:57.898017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77b11764-213c-4b74-8392-261b5bb830fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:57.957923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-77b11764-213c-4b74-8392-261b5bb830fa None None] Port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:19:58.049020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:19:58.215966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:19:58.226837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Sync routers for ids ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:19:58.239259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Routers {'b198dbb5-2a8f-4797-93a3-d3c48c8acb58'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:19:58.239708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] 10.222.0.78 "PUT /v2.0/routers/b198dbb5-2a8f-4797-93a3-d3c48c8acb58/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8108101
Feb 17 04:19:58.240321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4947044f28>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:19:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:58.430302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Set router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:19:58.996177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4947044f28>, [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:57Z', 'revision_number': 2, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port_host': None, '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:19:57Z', 'revision_number': 2, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:19:59.001238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Checking router: b198dbb5-2a8f-4797-93a3-d3c48c8acb58 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:19:59.001629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Updating router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:19:59.061431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:59.514526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:59.529257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Transition to ACTIVE for port object e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:19:59.532128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:59.548381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:19:59.699722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Pushing event updated for resources: {'Port': ['ID=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:19:59.713044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.713418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.713792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.714154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.714510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.714872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.715247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.715600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.715959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.716312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.716662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.717009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Tracked resource versions report:
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'}}
Feb 17 04:19:59.718127 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:19:59.725534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:19:59.877941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Attempting to bind port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:19:59.878790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Attempting to bind port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:19:59.878790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Attempting to bind port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d on network c2d2bf1f-7e48-45e0-b7db-768b35875835 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:19:59.884736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:19:59.885178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Checking segment: {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:19:59.885692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:59.886123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Bound using segment: {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:19:59.886686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Bound port: e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f10847-f6d6-437a-83c8-6145cc901513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:19:59.887186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:19:59.982488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] For port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:19:59.987881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] For port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,segment=NetworkSegment(81f10847-f6d6-437a-83c8-6145cc901513),segment_id=81f10847-f6d6-437a-83c8-6145cc901513)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:19:59.993182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:00.009003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:00.175181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Pushing event updated for resources: {'Port': ['ID=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:00.178708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:00.229708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Routers {'b198dbb5-2a8f-4797-93a3-d3c48c8acb58'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:20:00.230361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4947044f28>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:19:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:00.399125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] Set router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:20:00.746916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4947044f28>, [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:57Z', 'revision_number': 2, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port_host': None, '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:19:59Z', 'revision_number': 4, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:00.751110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce852a52-8618-475f-835b-3de8cd47cf7a None None] The sync data for ids ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'] in dv-cinder-759987-4-iscsi is: [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:57Z', 'revision_number': 2, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port_host': None, '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:19:59Z', 'revision_number': 4, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:20:00.796433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40614) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:20:00.956551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d6c4c-57fc-430f-b0a3-8dfe0a015c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:20:00.958189 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d85d6c4c-57fc-430f-b0a3-8dfe0a015c7e admin admin] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 842 time: 0.1606379
Feb 17 04:20:00.968655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:20:00.974631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:20:00.978691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Usage tracker for resource:subnet and tenant:e31bf674227c4399b2574167187640b0 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:20:00.981730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:20:00.987427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:20:00.997234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Made reservation on behalf of e31bf674227c4399b2574167187640b0 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:20:01.001904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:01.443954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83996) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:20:01.444444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:01.458036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8ea5c776-9beb-4784-94d2-be5e43e03cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:01.593010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de5bd9b-f188-424f-bde0-8fd58bf0574a,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:01.595793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:01.671502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:20:01.671763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Network hostable DHCP agents. Network: 867c67a7-b881-40f8-a76a-941103e47697, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:20:01.691892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:20:01.703160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 867c67a7-b881-40f8-a76a-941103e47697) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:20:01.708242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:20:01.708889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:01.713528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99c69b-9962-4a34-ad96-f90017c8c3ca None None] Network 867c67a7-b881-40f8-a76a-941103e47697 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:20:01.732669 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7677705
Feb 17 04:20:01.973578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f844e7-b9ea-4a8b-8e80-7f2ac2c530b9 None None] Network 867c67a7-b881-40f8-a76a-941103e47697 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:20:02.313422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:20:02.386254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:20:02.390902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:20:02.391343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:02.519896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:02.552871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,segment=NetworkSegment(81f10847-f6d6-437a-83c8-6145cc901513),segment_id=81f10847-f6d6-437a-83c8-6145cc901513)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:20:02.555619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:02.557674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:02.626863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:02.630714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:04.282426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:20:04.356794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:20:04.357211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:04.407344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40628) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:20:04.621892 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6fe4b6de-3dbe-4f54-b808-428b2a6180cb admin admin] 10.222.0.78 "GET /v2.0/routers/b198dbb5-2a8f-4797-93a3-d3c48c8acb58 HTTP/1.1" status: 200  len: 710 time: 0.2132375
Feb 17 04:20:04.761901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ccaa2f-6a37-417c-b0fe-f0062d81c244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:20:04.763424 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-22ccaa2f-6a37-417c-b0fe-f0062d81c244 admin admin] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 886 time: 0.1357062
Feb 17 04:20:04.773060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:20:05.417205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.767352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.830462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.843912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.859167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:20:05.863540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:20:05.866448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:20:05.872595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:20:05.960329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.962904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:05.978124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:06.071270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa2bb7-f522-4811-bbb4-11356ae8a77d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:06.075918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:06.250325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Allocated IP 172.27.1.102 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/44ec88c2-27bd-4bbc-ad42-521d80b5735d) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:20:06.405407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:06.434532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:06.450367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:06.598540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Pushing event updated for resources: {'Port': ['ID=44ec88c2-27bd-4bbc-ad42-521d80b5735d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:06.603494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:06.643829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:20:06.644897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:20:06.647096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:20:07.049064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:07.578762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:07.582857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854175216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-580002'] for router, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:07.770066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:20:07.956529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:20:07.966554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Sync routers for ids ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:20:07.972670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:07.973952 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] 10.222.0.78 "PUT /v2.0/routers/b198dbb5-2a8f-4797-93a3-d3c48c8acb58 HTTP/1.1" status: 200  len: 890 time: 3.2043359
Feb 17 04:20:07.977077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Routers {'b198dbb5-2a8f-4797-93a3-d3c48c8acb58'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:20:07.977751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e59be0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:19:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:08.186973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Set router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:20:08.553830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e59be0>, [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:20:06Z', 'revision_number': 4, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port': {'id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:06Z', 'updated_at': '2021-02-17T04:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:20:02Z', 'revision_number': 5, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:08.558764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Checking router: b198dbb5-2a8f-4797-93a3-d3c48c8acb58 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:20:08.559204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Updating router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 port 44ec88c2-27bd-4bbc-ad42-521d80b5735d binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:20:08.614862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.025051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.037054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Transition to ACTIVE for port object 44ec88c2-27bd-4bbc-ad42-521d80b5735d will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:20:09.039693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.055909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:09.187348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Pushing event updated for resources: {'Port': ['ID=44ec88c2-27bd-4bbc-ad42-521d80b5735d,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:09.190463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:09.260214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Attempting to bind port 44ec88c2-27bd-4bbc-ad42-521d80b5735d on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:20:09.260631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Attempting to bind port 44ec88c2-27bd-4bbc-ad42-521d80b5735d by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:20:09.261042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Attempting to bind port 44ec88c2-27bd-4bbc-ad42-521d80b5735d on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:20:09.266786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:20:09.267244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:20:09.267698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.268139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:20:09.268707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Bound port: 44ec88c2-27bd-4bbc-ad42-521d80b5735d, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:20:09.269130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.347185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] For port 44ec88c2-27bd-4bbc-ad42-521d80b5735d, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:20:09.350247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] For port 44ec88c2-27bd-4bbc-ad42-521d80b5735d, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=44ec88c2-27bd-4bbc-ad42-521d80b5735d,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:20:09.353507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:09.369768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac571ca9-6bab-4381-9f22-05c6be681429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:09.526726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Pushing event updated for resources: {'Port': ['ID=44ec88c2-27bd-4bbc-ad42-521d80b5735d,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:09.530060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:09.571924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Routers {'b198dbb5-2a8f-4797-93a3-d3c48c8acb58'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:20:09.572588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e59be0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:19:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:09.913033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] Set router b198dbb5-2a8f-4797-93a3-d3c48c8acb58 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:20:10.274276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e59be0>, [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:20:06Z', 'revision_number': 4, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port': {'id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:06Z', 'updated_at': '2021-02-17T04:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:20:02Z', 'revision_number': 5, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:20:10.278441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c20003-8a8f-415b-8af5-a6f3f3d89f56 None None] The sync data for ids ['b198dbb5-2a8f-4797-93a3-d3c48c8acb58'] in dv-cinder-759987-4-iscsi is: [{'id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'name': 'router1', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:20:06Z', 'revision_number': 4, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'gw_port': {'id': '44ec88c2-27bd-4bbc-ad42-521d80b5735d', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:06Z', 'updated_at': '2021-02-17T04:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d', 'name': '', 'network_id': 'c2d2bf1f-7e48-45e0-b7db-768b35875835', 'tenant_id': 'c065da7649f644208a344b4d1ac6680a', 'mac_address': 'fa:16:3e:2e:15:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b198dbb5-2a8f-4797-93a3-d3c48c8acb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:56Z', 'updated_at': '2021-02-17T04:20:02Z', 'revision_number': 5, 'project_id': 'c065da7649f644208a344b4d1ac6680a', 'subnets': [{'id': '03bd8628-f9dc-4c7a-b0b9-870209ff957a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1910066a-2136-4b82-89c1-43b96519478d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:20:10.668983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 40638) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:20:10.799368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89e1af-69ec-4d78-b035-25605e7950ec admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:20:10.801164 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ba89e1af-69ec-4d78-b035-25605e7950ec admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1310470
Feb 17 04:20:12.332587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 44ec88c2-27bd-4bbc-ad42-521d80b5735d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:20:12.410177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 44ec88c2-27bd-4bbc-ad42-521d80b5735d completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:20:12.417539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 44ec88c2-27bd-4bbc-ad42-521d80b5735d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:20:12.417961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:12.556562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:12.574362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 44ec88c2-27bd-4bbc-ad42-521d80b5735d, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=44ec88c2-27bd-4bbc-ad42-521d80b5735d,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:20:12.577436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:12.579746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:20:12.657297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=44ec88c2-27bd-4bbc-ad42-521d80b5735d,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:20:12.660709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:20:14.310730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 44ec88c2-27bd-4bbc-ad42-521d80b5735d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:20:14.402008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 44ec88c2-27bd-4bbc-ad42-521d80b5735d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:20:14.402433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:16.326086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36b40d96-0871-4aeb-8e7b-321a4fa85526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:18.708535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-db9be057-34f3-4344-b2e2-8400f520ada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:19.395490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:20.313654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:20.837053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:24.247271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:20:46.287728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f10f4d8-ca3d-4a68-ab1c-7913c244b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:48.692037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c3081a1-a2b0-4f00-b23d-96d8b6f1a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:49.395521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:50.299992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:20:50.826753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:01.248355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:21:16.293046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d4b7cfdf-8fce-4092-941b-3560bff032b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:18.693788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2010-50f9-4efc-8517-c05ad3c03c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:19.399129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:20.301900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:20.828474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:38.248359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:21:46.285730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd311a18-7157-4231-a7de-0902efa4c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:48.695540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6acf-b799-4b06-b3fa-199b69753113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:49.401396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:50.304602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:21:50.838175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:15.247989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:22:16.287954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c06d6f1-292b-45ec-934e-ace5863e0636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:18.697722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4004dd8d-5977-4603-948f-9043ae94fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:19.410542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:20.307269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:20.839976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:24.230066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41214) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:24.304102 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-da29ffeb-2613-436d-befc-82511cabac35 admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:22:24.305434 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-da29ffeb-2613-436d-befc-82511cabac35 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0742178
Feb 17 04:22:24.449078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004e9a2-7a8a-4a59-8e61-e985178a8c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:24.450580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9004e9a2-7a8a-4a59-8e61-e985178a8c66 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1408532
Feb 17 04:22:26.934052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41224) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:27.051784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7a5e24-20ee-4027-ab29-771ca6f58a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:27.052400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4e7a5e24-20ee-4027-ab29-771ca6f58a37 admin admin] Synchronizing usage tracker for tenant:e31bf674227c4399b2574167187640b0 on resource:subnet {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:22:27.068940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4e7a5e24-20ee-4027-ab29-771ca6f58a37 admin admin] Unset dirty status for tenant:e31bf674227c4399b2574167187640b0 on resource:subnet {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:22:27.070176 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4e7a5e24-20ee-4027-ab29-771ca6f58a37 admin admin] 10.222.0.78 "GET /v2.0/subnets/03bd8628-f9dc-4c7a-b0b9-870209ff957a HTTP/1.1" status: 200  len: 849 time: 0.1350937
Feb 17 04:22:27.080595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:22:27.212995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:27.527585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747044658479'] for subnet, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:27.543065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:22:27.683795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bd8628-f9dc-4c7a-b0b9-870209ff957a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:22:27.694861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.695274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.695649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.696019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.696383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.696746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.697108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.697468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.697841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.698203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.698561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.698914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:22:27.704271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:22:27.734611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:27.735292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:27.736872 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] 10.222.0.78 "PUT /v2.0/subnets/03bd8628-f9dc-4c7a-b0b9-870209ff957a HTTP/1.1" status: 200  len: 868 time: 0.6602516
Feb 17 04:22:27.741294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa7f27-8d27-4082-8421-bb4a8359864b None None] Network c2d2bf1f-7e48-45e0-b7db-768b35875835 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:22:28.200189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d2219a00-1976-4a3f-b1fb-c7822fba0299 None None] Provisioning complete for port c6ae5659-e6fa-483d-b596-d0f2eda58d35 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:22:28.200670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2219a00-1976-4a3f-b1fb-c7822fba0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:28.337436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d2219a00-1976-4a3f-b1fb-c7822fba0299 None None] Provisioning complete for port e0a8efdf-5dc0-4f5c-9e7c-88eaf2f40b9d triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:22:28.337859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2219a00-1976-4a3f-b1fb-c7822fba0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:30.235868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41234) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:30.425621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138efd83-d944-4e9d-8875-3d4e89a7bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:30.425967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138efd83-d944-4e9d-8875-3d4e89a7bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:30.427700 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-138efd83-d944-4e9d-8875-3d4e89a7bc33 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1907604
Feb 17 04:22:32.912187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41244) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:33.103637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da8980-59d9-47ad-b574-673427755f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:33.103981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da8980-59d9-47ad-b574-673427755f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:33.105652 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f0da8980-59d9-47ad-b574-673427755f00 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1924300
Feb 17 04:22:35.607277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41254) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:35.793567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027f901-5231-443e-9fde-06ca84d28937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:35.794549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d027f901-5231-443e-9fde-06ca84d28937 admin admin] Synchronizing usage tracker for tenant:e31bf674227c4399b2574167187640b0 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:22:35.811066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d027f901-5231-443e-9fde-06ca84d28937 admin admin] Unset dirty status for tenant:e31bf674227c4399b2574167187640b0 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:22:35.812315 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d027f901-5231-443e-9fde-06ca84d28937 admin admin] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 886 time: 0.2040210
Feb 17 04:22:38.298901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41264) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:38.546843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e9d4a-4cf6-41c7-937e-b042250664ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:38.548522 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f13e9d4a-4cf6-41c7-937e-b042250664ce admin admin] 10.222.0.78 "GET /v2.0/networks/c2d2bf1f-7e48-45e0-b7db-768b35875835 HTTP/1.1" status: 200  len: 862 time: 0.2485161
Feb 17 04:22:41.091250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41274) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:41.215284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22e7ad-8bea-440c-89ee-d49be9831ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:41.215706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22e7ad-8bea-440c-89ee-d49be9831ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:41.217346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2b22e7ad-8bea-440c-89ee-d49be9831ea4 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1250877
Feb 17 04:22:43.715257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41284) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:43.829473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76704d47-27cd-4b53-8e42-59f075e11b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:43.829893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76704d47-27cd-4b53-8e42-59f075e11b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:43.832459 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-76704d47-27cd-4b53-8e42-59f075e11b89 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1161873
Feb 17 04:22:46.289786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-08c86310-9efa-4576-90ae-0514cde4d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:46.323855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41294) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:46.447779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e217fc5-6265-424b-bba8-7dc7d0b8490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:46.449146 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5e217fc5-6265-424b-bba8-7dc7d0b8490b admin admin] 10.222.0.78 "GET /v2.0/subnets/03bd8628-f9dc-4c7a-b0b9-870209ff957a HTTP/1.1" status: 200  len: 868 time: 0.1242671
Feb 17 04:22:48.699352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b0b64e2-78fd-4f63-81e4-e3a205da0675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:48.933964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41304) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:22:49.043289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f74f2-b5b2-4bcd-8872-54ecc7822cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:22:49.044739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1d1f74f2-b5b2-4bcd-8872-54ecc7822cd2 admin admin] 10.222.0.78 "GET /v2.0/subnets/6de5bd9b-f188-424f-bde0-8fd58bf0574a HTTP/1.1" status: 200  len: 816 time: 0.1097486
Feb 17 04:22:49.407699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:50.311835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:50.843252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:22:52.247548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:23:15.315661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41344) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:23:15.367260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-aaf63c71-7060-4c99-b34f-09cd4652717a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:23:15.368610 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-aaf63c71-7060-4c99-b34f-09cd4652717a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0519273
Feb 17 04:23:16.294510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-deec17e8-9384-4f73-9125-e9bd979bdf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:17.958701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41354) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:23:18.033503 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2f884b-d1ac-41b9-bb49-d80a0ac6224d admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:23:18.034512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8f2f884b-d1ac-41b9-bb49-d80a0ac6224d admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0747612
Feb 17 04:23:18.174553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4fb5dc-13e9-4941-99b8-eda33716bf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:23:18.176141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fa4fb5dc-13e9-4941-99b8-eda33716bf01 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1372900
Feb 17 04:23:18.702694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a629-8319-4dba-9a07-79c79fa260b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:19.411322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.313849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.716827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41364) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:23:20.768648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:23:20.773674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:23:20.784191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:23:20.793206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Made reservation on behalf of e31bf674227c4399b2574167187640b0 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:23:20.798186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.847159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.893914 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.services.revisions.revision_plugin [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f494631cb00] {project_id='e31bf674227c4399b2574167187640b0', id='7995d4e6-c23b-473b-a286-20e3e46b5099', target_tenant='*', action='access_as_shared', object_id='2c37a21f-d72a-429d-89ce-721c328193c1'}> to bump revision.
Feb 17 04:23:20.911230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:23:20.920653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.921036 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Added segment b7da78ac-8a35-49ef-9ee9-4f0040700f0f of type vxlan for network 2c37a21f-d72a-429d-89ce-721c328193c1
Feb 17 04:23:20.947242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.978815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.980089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:23:20.980722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:20.985542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:21.090883 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3728106
Feb 17 04:23:21.093775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Pushing event updated for resources: {'Network': ['ID=2c37a21f-d72a-429d-89ce-721c328193c1,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:23:21.101539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.101936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.102309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.102674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.103051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.103419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.103779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.104133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.104489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.104843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.105192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.105543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:21.109637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:21.118628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 2c37a21f-d72a-429d-89ce-721c328193c1 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:23:23.594135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41374) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:23:23.672101 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb09ef9-7e10-4762-9166-e63d0e1f0f34 admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:23:23.672666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fcb09ef9-7e10-4762-9166-e63d0e1f0f34 admin admin] Synchronizing usage tracker for tenant:e31bf674227c4399b2574167187640b0 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:23:23.686887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fcb09ef9-7e10-4762-9166-e63d0e1f0f34 admin admin] Unset dirty status for tenant:e31bf674227c4399b2574167187640b0 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:23:23.688093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fcb09ef9-7e10-4762-9166-e63d0e1f0f34 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0929277
Feb 17 04:23:23.804432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2e43d-3593-48dd-9270-20e6df6eba24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:23:23.805887 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9ba2e43d-3593-48dd-9270-20e6df6eba24 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1128047
Feb 17 04:23:23.817254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1', 'cidr': '192.168.233.0/24'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:23:23.822154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:23:23.832329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:23:23.840777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Made reservation on behalf of e31bf674227c4399b2574167187640b0 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:23:23.845259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:24.259762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:24.277407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:24.411159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03a4c4a-bd20-445b-bf0d-882b85a39543,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:23:24.417728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:24.473521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Checking segment: {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:23:24.473914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Network hostable DHCP agents. Network: 2c37a21f-d72a-429d-89ce-721c328193c1, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:23:24.494615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Network 2c37a21f-d72a-429d-89ce-721c328193c1 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:23:24.503841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 2c37a21f-d72a-429d-89ce-721c328193c1) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:23:24.508305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:23:24.508951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:24.514270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd95667-c0de-4757-a2f2-b2ab55f8141e None None] Network 2c37a21f-d72a-429d-89ce-721c328193c1 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:23:24.532826 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7199423
Feb 17 04:23:24.757882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-2c37a21f-d72a-429d-89ce-721c328193c1', 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1', 'tenant_id': 'e31bf674227c4399b2574167187640b0', 'fixed_ips': [{'subnet_id': 'a03a4c4a-bd20-445b-bf0d-882b85a39543'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:23:24.758806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.222071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Allocated IP 192.168.233.2 (2c37a21f-d72a-429d-89ce-721c328193c1/a03a4c4a-bd20-445b-bf0d-882b85a39543/e440449a-a330-493f-8be7-9d739b363e2a) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:23:25.452866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.464152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Transition to ACTIVE for port object e440449a-a330-493f-8be7-9d739b363e2a will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:23:25.481316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Transition to ACTIVE for port object e440449a-a330-493f-8be7-9d739b363e2a will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:23:25.485709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.502279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:25.633828 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Pushing event updated for resources: {'Port': ['ID=e440449a-a330-493f-8be7-9d739b363e2a,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:23:25.656450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.656838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.657215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.657583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.658066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.658422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.658776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.659157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.659517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.659876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.660239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.660596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:23:25.665797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:25.705792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Network 2c37a21f-d72a-429d-89ce-721c328193c1 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:23:25.707246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:23:25.709571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:23:25.770116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Attempting to bind port e440449a-a330-493f-8be7-9d739b363e2a on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:23:25.770647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Attempting to bind port e440449a-a330-493f-8be7-9d739b363e2a by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:23:25.770908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Attempting to bind port e440449a-a330-493f-8be7-9d739b363e2a on network 2c37a21f-d72a-429d-89ce-721c328193c1 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:23:25.777041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:23:25.777459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Checking segment: {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:23:25.777902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.778336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Bound using segment: {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:23:25.778843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Bound port: e440449a-a330-493f-8be7-9d739b363e2a, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:23:25.779300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.874659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] For port e440449a-a330-493f-8be7-9d739b363e2a, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:23:25.878814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] For port e440449a-a330-493f-8be7-9d739b363e2a, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e440449a-a330-493f-8be7-9d739b363e2a,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:23:25.883096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:25.901496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:26.054325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Pushing event updated for resources: {'Port': ['ID=e440449a-a330-493f-8be7-9d739b363e2a,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:23:26.059601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:27.380350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8223e-f269-44aa-8d0e-82d316726268 None None] Network 2c37a21f-d72a-429d-89ce-721c328193c1 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:23:27.474508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8161c9dc-0f95-4a97-87d7-66146b2561d7 None None] Provisioning for port e440449a-a330-493f-8be7-9d739b363e2a completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:23:28.404432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e440449a-a330-493f-8be7-9d739b363e2a up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:23:28.476202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port e440449a-a330-493f-8be7-9d739b363e2a completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:23:28.481027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e440449a-a330-493f-8be7-9d739b363e2a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:23:28.481438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:28.606646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:28.641342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port e440449a-a330-493f-8be7-9d739b363e2a, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e440449a-a330-493f-8be7-9d739b363e2a,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:23:28.644294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:28.646419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:28.717200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=e440449a-a330-493f-8be7-9d739b363e2a,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:23:28.720508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:29.281321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:23:30.388938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e440449a-a330-493f-8be7-9d739b363e2a up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:23:30.464524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e440449a-a330-493f-8be7-9d739b363e2a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:23:30.464866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:46.297488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c185b9d6-df8f-4892-a3ce-e38d6046933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:48.705284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc6cab98-c5ae-459a-b0e4-385e3b090c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:49.416290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:50.316501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:50.850517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:06.270960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:24:16.300078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42273e37-f78b-4f70-9b29-527a906cb0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:18.708100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b7715a8-dbc7-430e-96b7-7e87dc0ca9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:19.419579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.318577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.853955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.643381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41416) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:41.649571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [None req-c7a6900c-dcde-4956-9e51-d436032e833e tempest-verify_tempest_config-1854896214 tempest-verify_tempest_config-1854896214-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:24:41.650607 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c7a6900c-dcde-4956-9e51-d436032e833e tempest-verify_tempest_config-1854896214 tempest-verify_tempest_config-1854896214-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0061851
Feb 17 04:24:41.969355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41436) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:42.213783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.240284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:42.246467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Usage tracker for resource:security_group_rule and tenant:c81bc1953f0d46caa4dbf1b4e1b9b72a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:42.249602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:42.257169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:42.374973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.378125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.390521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:42.439754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Synchronizing usage tracker for tenant:e31bf674227c4399b2574167187640b0 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:24:42.444403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74310d94-8453-4e7c-af3e-e3cea0bf217b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:42.455643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.456041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.456421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.456792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.457163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.457549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.457916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.458286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.458652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.459017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.459408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.459969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:42.464318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:42.474889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Unset dirty status for tenant:e31bf674227c4399b2574167187640b0 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:24:42.476929 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c81bc1953f0d46caa4dbf1b4e1b9b72a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5065057
Feb 17 04:24:42.479057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41442) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:42.550133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.583148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.643052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.651419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4937a573-b72d-4195-8922-a3c1b70d622d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:42.670731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74310d94-8453-4e7c-af3e-e3cea0bf217b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:42.674424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:42.676435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:42.677830 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74310d94-8453-4e7c-af3e-e3cea0bf217b HTTP/1.1" status: 204  len: 168 time: 0.1973717
Feb 17 04:24:43.270436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:24:46.301739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be6f7bbf-9e57-422d-b5ef-d1909f81e325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:48.710102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d20c43a-bdc0-47d7-a218-676bac3ea7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:49.421859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:50.321523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:50.857741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:16.303417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5725b998-b715-430f-ad69-907eb726b753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:18.711647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3230564-1a8a-455f-bf72-bd7b6b8a0e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:19.424486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:20.269029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:25:20.322466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:20.861772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:46.308230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e1323769-a7a6-4d83-b1c5-10d69fc327bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:48.712224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2925580-4537-421e-812d-7f43e3071432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:49.427615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:50.328097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:50.864190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:57.268257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:26:16.311062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acfc9d37-cdf1-4950-8d1a-edbdb6f2d015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:18.713945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efb65433-bea6-402f-9066-62da8bbf8c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:19.431956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:20.320398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:20.867750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:28.072649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417'] for agent, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:28.073239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.073457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.073838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.074214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.074566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.075112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.075526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.075904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.076271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.076638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.077046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.077414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:26:28.077809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f49459886a0>, 'Open vSwitch agent', 'hv-cinder-75998', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:26:28.082404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4946fa2e48>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75998', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:26:28.552257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] get_endpoint_by_host() called for host hv-cinder-75998 {{(pid=83997) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:26:28.557006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] get_endpoint_by_ip() called for ip 192.168.0.78 {{(pid=83997) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:26:28.560184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] _add_endpoint() called for ip 192.168.0.78 {{(pid=83997) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:26:28.564951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] _get_endpoints() called {{(pid=83997) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:26:34.268182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:26:36.051009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41514) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:26:36.174908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c6998685-d042-4b86-8961-daeb001c15d1 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1184342
Feb 17 04:26:38.676723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41524) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:26:38.737034 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-eac0d651-f79d-4441-b9d1-fc6d0ae6d842 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0591342
Feb 17 04:26:46.312256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-314e4a89-f85c-4532-b325-b7ded9e7bb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:48.715513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-979fb5aa-8f01-4d65-8721-a811af4a54e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:49.433363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:50.323761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:50.872155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:58.100763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:11.267880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:27:16.314309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14685c82-b536-48bb-ab7e-6a3ace0ba9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:18.716378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28d38670-49b0-4d23-aa07-3fb533c75128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:19.437187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.326915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.875520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:28.103986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:46.317912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b5b46fb-740a-4260-bc22-acc609fa5f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:48.268106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:27:48.717730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ebea186-82c0-4cd2-81fe-e602e77a69f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:49.440033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.329252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.879658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:58.100464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:16.352135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-11e058f9-15c7-4e1f-8bcb-399adf5f8aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.145641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41656) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:17.519342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-436305893-network', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:17.530077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:17.536253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Usage tracker for resource:network and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:17.540002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:17.548038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:17.558938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Made reservation on behalf of a2c8716a46f54187902492f8ce162f58 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:17.564392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.580391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.597501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:17.601814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:17.605599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:17.611555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:17.711614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.714926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.720030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:17.752531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc05a1-bf4a-42fd-91a9-ad91701f9fb9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:17.763444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.763640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.764180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.764411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.764773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.765142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.765508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.765924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.766395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.766879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.767159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.767520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.767938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.768304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.768675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.769028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.769388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.769762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.770660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.770660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.770849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.771123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.771576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.771819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Tracked resource versions report:
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'},
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@hv-cinder-75998: {   'AddressGroup': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'ConntrackHelper': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Log': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Network': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Port': '1.7',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'PortForwarding': '1.2',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'QosPolicy': '1.8',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroup': '1.4',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SubPort': '1.0',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Subnet': '1.1',
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Trunk': '1.1'}}
Feb 17 04:28:17.773140 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:17.779250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:17.786614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:28:17.798104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.798761 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Added segment 178b5180-c1b1-41b3-9583-39376723fe14 of type vxlan for network a4759f4f-636c-409c-a003-149d7d8e5a4a
Feb 17 04:28:17.827208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.865496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.867538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:17.868690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:17.875957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c9630e8-2817-480d-80b6-f7275ad06914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:17.999614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.8528135
Feb 17 04:28:18.001807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41708) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.003270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Pushing event updated for resources: {'Network': ['ID=a4759f4f-636c-409c-a003-149d7d8e5a4a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:18.006678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:18.015438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Request body: {'subnet': {'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-436305893-subnet', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:18.024946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:18.038242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:18.047309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Usage tracker for resource:subnet and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:18.053512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:18.076025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:18.085501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Made reservation on behalf of a2c8716a46f54187902492f8ce162f58 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:18.091464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.165521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:18.535714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41724) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.555904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41730) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.719499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ef00656-a094-4c5f-a98c-c18221f68140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.736191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.748526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41744) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.757342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fa9d77e9-6133-46c8-9a07-6da2de0b3640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:18.899619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7f338b-b95f-498a-808d-20fb9838bc1d,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:18.912344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.912725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.913108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.913488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.913862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.914232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.914597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.914961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.915357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.915721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.916080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.916519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.916946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.917314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.917677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.918040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.918399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.918766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.919164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.919526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.919887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.920249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.920607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.920965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Tracked resource versions report:
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'},
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@hv-cinder-75998: {   'AddressGroup': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'ConntrackHelper': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Log': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Network': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Port': '1.7',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'PortForwarding': '1.2',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'QosPolicy': '1.8',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroup': '1.4',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SubPort': '1.0',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Subnet': '1.1',
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Trunk': '1.1'}}
Feb 17 04:28:18.922281 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:18.928869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:18.990851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Checking segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:18.991287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Network hostable DHCP agents. Network: a4759f4f-636c-409c-a003-149d7d8e5a4a, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:18.996720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1414259397-network', 'tenant_id': 'd156b69e0ec24a8782b15c83a8c4cf02'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:19.002098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.006861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Usage tracker for resource:network and tenant:d156b69e0ec24a8782b15c83a8c4cf02 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.012216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:19.016783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-711312988-network', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:19.021249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.024603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, a4759f4f-636c-409c-a003-149d7d8e5a4a) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:19.027494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.035242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Usage tracker for resource:network and tenant:5336afdcf4aa4b46b0655432b7a1323c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.035820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2a782-31c1-4b03-b802-0ac0fc975fdb None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:19.038777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.039679 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:19.040400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.042276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.052286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.063049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Made reservation on behalf of d156b69e0ec24a8782b15c83a8c4cf02 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:19.068527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.071528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0681231
Feb 17 04:28:19.074907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41752) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:19.084057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:19.087139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.091922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.098109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Usage tracker for resource:router and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.102014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.108134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.112044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.112595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Usage tracker for resource:security_group_rule and tenant:d156b69e0ec24a8782b15c83a8c4cf02 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.116254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.123470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.127433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.128595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.153294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Made reservation on behalf of 5336afdcf4aa4b46b0655432b7a1323c for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:19.158291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.165220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.178462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.202783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.212377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Usage tracker for resource:security_group_rule and tenant:5336afdcf4aa4b46b0655432b7a1323c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.219773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.227283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.375050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.390052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.402275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-a4759f4f-636c-409c-a003-149d7d8e5a4a', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:28:19.403232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.413806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:19.446280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1780697875-network', 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:19.485794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.502223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d0dba-3d3a-44a9-9195-6aa437354dd0,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:19.507950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:19.539182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:28:19.561326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.605293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Usage tracker for resource:network and tenant:2f2a1ca6347d4278899a1cc009d87d33 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.609346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.609780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Added segment de6f87fb-a234-419f-a28b-79e466c9e481 of type vxlan for network 22dca046-b01b-45d7-a1d3-fefa6eafc13b
Feb 17 04:28:19.636841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.664000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.752803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.757073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:19.767396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.772402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.814652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.847684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.858921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.894091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:19.912288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.925708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2a1ca6347d4278899a1cc009d87d33 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.932233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.961853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.974881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d18746-d0bd-4e0c-a3b8-176f17e02792,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:19.984053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:19.998531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.000911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:28:20.001438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:28:20.005496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:20.006738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.018746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:20.044387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Allocated IP 172.20.0.2 (a4759f4f-636c-409c-a003-149d7d8e5a4a/3f7f338b-b95f-498a-808d-20fb9838bc1d/2266f232-996c-4d8f-9df6-7d98a5c85f1d) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:20.422472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Pushing event updated for resources: {'Network': ['ID=22dca046-b01b-45d7-a1d3-fefa6eafc13b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:20.446150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:20.456079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:20.472633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9154470
Feb 17 04:28:20.477094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41796) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:20.504725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:20.510799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Request body: {'subnet': {'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1414259397-subnet', 'tenant_id': 'd156b69e0ec24a8782b15c83a8c4cf02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:20.526369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:20.544496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Usage tracker for resource:subnet and tenant:d156b69e0ec24a8782b15c83a8c4cf02 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:20.565875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.573605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:20.597261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:20.657382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.660609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.758910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.769176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Made reservation on behalf of d156b69e0ec24a8782b15c83a8c4cf02 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:20.780926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.909655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.938093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:20.945883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.964607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:28:20.977957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.990233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.995214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Transition to ACTIVE for port object 2266f232-996c-4d8f-9df6-7d98a5c85f1d will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:21.020349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.021007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Added segment 698b4b9c-dd0e-48e6-8ca6-c245d510cbbd of type vxlan for network 81bb7ddb-3c03-4021-a815-f1376954373e
Feb 17 04:28:21.022364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94f137-5e5a-48b0-9e5b-45753e2388e5,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:21.031083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Transition to ACTIVE for port object 2266f232-996c-4d8f-9df6-7d98a5c85f1d will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:21.044858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.053491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:21.065311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e32548eb-8e4f-4f9e-9559-ff3f39b2190b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:21.093337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.188498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.194351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:21.195280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.201390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:28:21.202118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:28:21.206731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:21.270404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Pushing event updated for resources: {'Port': ['ID=2266f232-996c-4d8f-9df6-7d98a5c85f1d,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:21.284685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.285081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.285473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.285856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.286621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.287006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.287787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.288631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.289011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.289394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.289773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.290535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.291712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.292101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.292478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.292852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.293223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.293596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.294022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.294392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.294910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.295310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.295680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.296065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Tracked resource versions report:
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'},
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@hv-cinder-75998: {   'AddressGroup': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'ConntrackHelper': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Log': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Network': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Port': '1.7',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'PortForwarding': '1.2',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'QosPolicy': '1.8',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroup': '1.4',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SubPort': '1.0',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Subnet': '1.1',
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Trunk': '1.1'}}
Feb 17 04:28:21.297808 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:21.313550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Allocated IP 172.27.1.14 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/c4c0a998-9fa6-4a36-a667-751e8d45d6b9) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:21.313751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:21.371600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:21.373567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:21.379570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:21.458669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Attempting to bind port 2266f232-996c-4d8f-9df6-7d98a5c85f1d on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:21.459532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Attempting to bind port 2266f232-996c-4d8f-9df6-7d98a5c85f1d by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:21.459959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Attempting to bind port 2266f232-996c-4d8f-9df6-7d98a5c85f1d on network a4759f4f-636c-409c-a003-149d7d8e5a4a {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:21.470914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:21.472329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Checking segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:21.472800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.473255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Bound using segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:21.475941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Bound port: 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:21.476424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.565397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.596518 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.0593250
Feb 17 04:28:21.599669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Pushing event updated for resources: {'Network': ['ID=81bb7ddb-3c03-4021-a815-f1376954373e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:21.602198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41836) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:21.605174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:21.623548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Request body: {'subnet': {'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-subnet', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:21.626028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] For port 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:21.629986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] For port 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=2266f232-996c-4d8f-9df6-7d98a5c85f1d,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:21.632958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:21.633520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 81bb7ddb-3c03-4021-a815-f1376954373e details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:21.642106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.652548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 81bb7ddb-3c03-4021-a815-f1376954373e details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:21.662000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:21.670343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.685708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Usage tracker for resource:subnet and tenant:5336afdcf4aa4b46b0655432b7a1323c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:21.692835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:21.703976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:21.714077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.754013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Made reservation on behalf of 5336afdcf4aa4b46b0655432b7a1323c for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:21.758747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.826863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a30ccda-464a-4185-b49e-0208f258b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:21.900290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Pushing event updated for resources: {'Port': ['ID=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:21.909180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:21.925195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:21.926392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:21.932694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:21.941431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:28:21.983026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.983481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Added segment 413d359f-3818-4ca6-9501-67d82f93ab8e of type vxlan for network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f
Feb 17 04:28:22.130720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.132601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.159421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:22.222883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Pushing event updated for resources: {'Port': ['ID=2266f232-996c-4d8f-9df6-7d98a5c85f1d,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:22.235393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:22.356633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:28:22.392520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc88f33-d8a1-43f3-8345-1e0de2d9d58f,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:22.402076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:22.434498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.442387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:22.443119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.454619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:22.666819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:22.674642 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.9240465
Feb 17 04:28:22.674795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41874) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:22.674925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:22.687803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Request body: {'subnet': {'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1780697875-subnet', 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:22.694932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:22.716290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:22.752666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.757857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41878) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:22.807103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41884) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:22.844809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Checking segment: {'id': 'de6f87fb-a234-419f-a28b-79e466c9e481', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:22.845203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Network hostable DHCP agents. Network: 22dca046-b01b-45d7-a1d3-fefa6eafc13b, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:22.885563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:22.915488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 22dca046-b01b-45d7-a1d3-fefa6eafc13b) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:22.935631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:22.936556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.973825 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-097ea889-6dcb-44c1-b0f0-bb15a26b5c37 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4956203
Feb 17 04:28:23.023686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:23.043630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Usage tracker for resource:subnet and tenant:2f2a1ca6347d4278899a1cc009d87d33 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:23.049661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:23.071476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:23.095102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:23.100407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.109952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4db19-da26-4226-8f68-9fff9d40ebab None None] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:23.121540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.262122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bd56c5b1-5ad1-4f07-845b-fa2a1c94c5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:23.333370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.352916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=921b49a3-b5a7-4136-a4cf-d8f893a76e85,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:23.359464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:23.364450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbd0b40eb74437ab1f366a9a693c8c8 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:23.368230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:23.375525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:23.481748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117ebd3-d3c4-4fc1-a8e3-a87807b14bab None None] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:23.529305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:23.530238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.597991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:23.604812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Usage tracker for resource:security_group_rule and tenant:379fca78ee6a491184cad1f58f74c64d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:23.609090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:23.621691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:23.765716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.766741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41926) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:23.817150 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 04:28:23.820098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.827557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.014435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:24.084275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-e09a27c2-aedf-476e-ad7d-84a6b02ab6c4 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:24.085052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-e09a27c2-aedf-476e-ad7d-84a6b02ab6c4 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Synchronizing usage tracker for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:24.117258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.145091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.166772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-563425c1-5582-400e-9d51-ef5b77efbdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:24.181502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=379fca78ee6a491184cad1f58f74c64d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3721218
Feb 17 04:28:24.182700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.193172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da91a55-35d0-45f0-9e98-00078de9a30a None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:24.197061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41944) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:24.233288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdad93c-2ae3-4d6a-a049-e7ffd4b87dea,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:24.243635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:24.253459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a47cb6f-fa6f-44ea-a446-aef8ed46bc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:24.281141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-e09a27c2-aedf-476e-ad7d-84a6b02ab6c4 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Unset dirty status for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:24.282576 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-e09a27c2-aedf-476e-ad7d-84a6b02ab6c4 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/networks?id=22dca046-b01b-45d7-a1d3-fefa6eafc13b HTTP/1.1" status: 200  len: 812 time: 0.4756725
Feb 17 04:28:24.309977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c35152ef-ee06-4af7-b79d-4d20944b77c8 None None] Provisioning for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:24.326708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dbd0b40eb74437ab1f366a9a693c8c8&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5619259
Feb 17 04:28:24.354630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41950) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:24.367850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Checking segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:24.368386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Network hostable DHCP agents. Network: 81bb7ddb-3c03-4021-a815-f1376954373e, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:24.407810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd0ef6-e8a7-41ab-8aa8-f04ba94d27e6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:24.427143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:24.438596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-232781e4-f4d6-4128-b106-68e4c135f73f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/quotas/d156b69e0ec24a8782b15c83a8c4cf02 HTTP/1.1" status: 200  len: 375 time: 0.1433892
Feb 17 04:28:24.447831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0117c1-4c91-4563-84f7-c2ed9eddf929,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:24.461583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:24.466006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.475281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:28:24.504035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.620945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Network 81bb7ddb-3c03-4021-a815-f1376954373e is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:24.639597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 2266f232-996c-4d8f-9df6-7d98a5c85f1d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:24.639768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.645458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-6ca4670c-b4d8-4a55-97a3-174de342a96e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640805
Feb 17 04:28:24.658440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-36fd0ad0-ae6a-474f-b92c-295d122e2ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:24.674211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdad93c-2ae3-4d6a-a049-e7ffd4b87dea,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:24.677539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:24.678233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 81bb7ddb-3c03-4021-a815-f1376954373e) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:24.683141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:24.683942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.703247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.707820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bdad93c-2ae3-4d6a-a049-e7ffd4b87dea HTTP/1.1" status: 204  len: 168 time: 0.4938045
Feb 17 04:28:24.711972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176786b8-c72f-4def-bca0-0e66f65be4af None None] Network 81bb7ddb-3c03-4021-a815-f1376954373e requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:24.717025 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b0b9028e-70f1-4b15-9f0f-18e73f0cb79f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.1136696
Feb 17 04:28:24.719979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41966) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:24.731110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:24.741607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:24.747988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Usage tracker for resource:router and tenant:5336afdcf4aa4b46b0655432b7a1323c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:24.753154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:24.761578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:24.778808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.780491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.819537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.061154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.125714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:25.146474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61992537-a9a4-4edc-bc17-52829be1c5dc None None] Network 81bb7ddb-3c03-4021-a815-f1376954373e requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:25.158444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Checking segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:25.158839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Network hostable DHCP agents. Network: 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:25.200398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.221536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-0828a484-2dd5-43ed-afb8-e8e417b82298 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:28:25.223067 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-0828a484-2dd5-43ed-afb8-e8e417b82298 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3087280
Feb 17 04:28:25.260841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:25.261263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.283566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:25.285423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:28:25.300476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:25.301490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:25.325402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:25.326219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461a6a20>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:25.330053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:25.340468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:25.341163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.360411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.361798 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.2853818
Feb 17 04:28:25.365580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.366315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41978) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:25.372673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.377527 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bfd0ef6-e8a7-41ab-8aa8-f04ba94d27e6 HTTP/1.1" status: 204  len: 168 time: 1.0197670
Feb 17 04:28:25.378340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 41982) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:25.406473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e873fb1-ebab-484f-8890-6c8e0035a20d None None] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:25.444424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:25.456307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.7805476
Feb 17 04:28:25.486527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.576751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:25.581425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Usage tracker for resource:security_group_rule and tenant:752b37fc86324cf8b432ef16e239bd1d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:25.584509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:25.592217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:25.631424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:25.701747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.702887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-221dad00-c9fe-4a6e-9f27-4ae1d463a6c7 None None] Provisioning complete for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:25.703561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-221dad00-c9fe-4a6e-9f27-4ae1d463a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.707441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd0ef6-e8a7-41ab-8aa8-f04ba94d27e6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:25.732557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:25.736034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.827196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9b0e51b2-afb0-4ee6-891c-a337ef4c44ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:25.855440 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=752b37fc86324cf8b432ef16e239bd1d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4016137
Feb 17 04:28:25.859070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 41998) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:25.885278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.969677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8afb9a-ed1e-4ed8-974b-c6b84304d951,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:25.969898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:25.979354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:26.144973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=2266f232-996c-4d8f-9df6-7d98a5c85f1d,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:26.208376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.248167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:26.257946 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-d5aa1372-c2ab-4f2f-bded-a292de126e02 service neutron] 10.222.0.78 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0246508
Feb 17 04:28:26.277659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42008) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:26.305724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.305998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461a6a20>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:22Z', 'revision_number': 3, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:26.311406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:26.311809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Updating router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:26.412450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.413771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:26.420463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e206a8892594429c9901f4ad32aad04b is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:26.424507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:26.432652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:26.495285 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-d0169e8e-6e21-481e-80ad-f4568873bcaf service neutron] 10.222.0.78 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2221704
Feb 17 04:28:26.496907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.559440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.640980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc25b5-c16d-4a56-9d6a-6918d42195e7 None None] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:26.671815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=2266f232-996c-4d8f-9df6-7d98a5c85f1d,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:26.760425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:26.792879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d92d4a21-0308-4acc-aece-7dea1b983869 None None] Provisioning complete for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:26.793321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d92d4a21-0308-4acc-aece-7dea1b983869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:26.897214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42032) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:26.925526 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 04:28:27.073806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.100602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.114367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Transition to ACTIVE for port object c4c0a998-9fa6-4a36-a667-751e8d45d6b9 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:27.121001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.140270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:27.177099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b22c9e59-3151-4b97-88ec-98f6e05f88cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:27.190123 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b5039430-edde-405d-887e-b152adae76a5 req-e32b3e87-5d0f-4e91-8342-1d49b81396db tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.1278212
Feb 17 04:28:27.196948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8afb9a-ed1e-4ed8-974b-c6b84304d951,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:27.205404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:27.209766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.219001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-98bfaf50-45ce-4399-98f5-9795df0c6b6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:27.226795 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-98bfaf50-45ce-4399-98f5-9795df0c6b6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.3187616
Feb 17 04:28:27.262908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.265303 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-b8ee6f2d-da56-4284-9e0f-df2bba2559cc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/quotas/2f2a1ca6347d4278899a1cc009d87d33 HTTP/1.1" status: 200  len: 375 time: 0.0374868
Feb 17 04:28:27.281398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.282870 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7d8afb9a-ed1e-4ed8-974b-c6b84304d951 HTTP/1.1" status: 204  len: 168 time: 1.4151409
Feb 17 04:28:27.311315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Pushing event updated for resources: {'Port': ['ID=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:27.329968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.330330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.331092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.331497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.331872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.332245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.332614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.332979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.333339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.333702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.334064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.335273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.335708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.336078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.336577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.337215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.337581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.338067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.338519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.338886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.339324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.339689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.340049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.340407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Tracked resource versions report:
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]: pushed versions:
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Log': {'1.0'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Network': {'1.1'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Port': {'1.7'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'PortForwarding': {'1.2'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'QosPolicy': {'1.8'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'SubPort': {'1.0'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Subnet': {'1.1'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     'Trunk': {'1.1'}}
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]: consumer versions:
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]: {   DHCP agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     L3 agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metadata agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     Metering agent@dv-cinder-759987-4-iscsi: {},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@dv-cinder-759987-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Log': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Network': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Port': '1.7',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'SubPort': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Subnet': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                                      'Trunk': '1.1'},
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:     Open vSwitch agent@hv-cinder-75998: {   'AddressGroup': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'ConntrackHelper': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Log': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Network': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Port': '1.7',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'PortForwarding': '1.2',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'QosPolicy': '1.8',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroup': '1.4',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'SubPort': '1.0',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Subnet': '1.1',
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:                                             'Trunk': '1.1'}}
Feb 17 04:28:27.341923 dv-cinder-759987-4-iscsi neutron-server[83883]:  {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:27.344884 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-7c5f5762-99b8-4fc3-9d8d-78bd790b30e5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0779612
Feb 17 04:28:27.346642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:27.383181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.405726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.421959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:27.488283 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e206a8892594429c9901f4ad32aad04b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2092047
Feb 17 04:28:27.493073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42056) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:27.525172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Attempting to bind port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:27.525723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Attempting to bind port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:27.526319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Attempting to bind port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:27.530936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d419ed6-91fa-4d88-9bbf-6078cc82ca3e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:27.534755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:27.535451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:27.536048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.536645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:27.537345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Bound port: c4c0a998-9fa6-4a36-a667-751e8d45d6b9, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:27.537785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.552779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:27.642633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.711453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] For port c4c0a998-9fa6-4a36-a667-751e8d45d6b9, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:27.718874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] For port c4c0a998-9fa6-4a36-a667-751e8d45d6b9, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:27.732233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.732927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Allocated IP 172.27.1.233 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/ebe6780d-8a5d-4077-890c-408244d2e2a5) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:27.828812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.852858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-a5778142-e0d4-4635-9773-eabe528edeed service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:28:27.854067 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-a5778142-e0d4-4635-9773-eabe528edeed service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3088653
Feb 17 04:28:27.899909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.907902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.934164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.953692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:28.011334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:28.174353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Pushing event updated for resources: {'Port': ['ID=ebe6780d-8a5d-4077-890c-408244d2e2a5,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:28.180486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:28.287429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:28.288968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:28.297835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:28.424084 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-8f543a2f-aae8-42e7-8331-996aaae0db53 service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5562494
Feb 17 04:28:28.436438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:28.449238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4a8c5695-0f71-46b9-9762-e4aacefa1c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:28.549728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d419ed6-91fa-4d88-9bbf-6078cc82ca3e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:28.556964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Pushing event updated for resources: {'Port': ['ID=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:28.560234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:28.588695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:28.608673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 2266f232-996c-4d8f-9df6-7d98a5c85f1d up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:28.628187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:28.628758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461a6a20>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:28.665835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:28.670083 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d419ed6-91fa-4d88-9bbf-6078cc82ca3e HTTP/1.1" status: 204  len: 168 time: 1.1740901
Feb 17 04:28:28.699670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Allocated IP 172.20.0.1 (a4759f4f-636c-409c-a003-149d7d8e5a4a/3f7f338b-b95f-498a-808d-20fb9838bc1d/4c64707a-c138-4fd9-9f41-dfea9f05ecea) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:28.714238 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ebbbf7d-5d42-4589-91d0-8337eabbe275 req-a5839469-f83a-442e-8a3d-02f60a031530 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.1969666
Feb 17 04:28:28.717227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-3942b628-2bba-4dc8-b2ad-3859bd6f38e9 service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2719846
Feb 17 04:28:28.795430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 2266f232-996c-4d8f-9df6-7d98a5c85f1d triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:28.795984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:29.017118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:29.064383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Transition to ACTIVE for port object 4c64707a-c138-4fd9-9f41-dfea9f05ecea will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:29.070096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:29.140682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:29.200791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:29.206099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-341bb534-7643-450f-9af7-ad3657bc99fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:29.218132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:29.487116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Pushing event updated for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:29.532923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:29.575807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:29.590206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:29.633825 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-144c58d2-b678-40d2-b5ff-04cec2a5426d req-58324442-f7bd-46cc-bc27-67d6a9842a36 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.3134410
Feb 17 04:28:29.640051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:29.640816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:30.047672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461a6a20>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:22Z', 'revision_number': 3, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:30.052219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a427a-361b-483f-8f2c-30fe41e93ff1 None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:22Z', 'revision_number': 3, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:30.102392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-565b3f0d-60f7-4421-8b51-b2ab584d8238 None None] Provisioning for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:30.108354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-565b3f0d-60f7-4421-8b51-b2ab584d8238 None None] Provisioning complete for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:30.108779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-565b3f0d-60f7-4421-8b51-b2ab584d8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:30.325074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-565b3f0d-60f7-4421-8b51-b2ab584d8238 None None] Port 4c64707a-c138-4fd9-9f41-dfea9f05ecea cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:28:30.337457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc9e74c4-2346-42de-b763-a8c3eab8afe5 req-3c28ad1d-7a71-4127-9bf8-a1c3ce0e1435 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.1386051
Feb 17 04:28:30.423865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:30.462109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.59', 58074) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:30.937228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:31.480160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Router afab79a1-301f-403b-a60b-f6722e9b63e2 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:28:31.621084 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b406e01-2968-44a0-b29a-d857c1724bb4 req-d9b9bba4-622b-4385-9be8-94c87f00ce38 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.1707661
Feb 17 04:28:31.700097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:31.721860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-be667870-2490-4b8a-9faa-355a30575b45 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:31.727280 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-be667870-2490-4b8a-9faa-355a30575b45 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.59 "GET /v2.0/networks?id=22dca046-b01b-45d7-a1d3-fefa6eafc13b HTTP/1.1" status: 200  len: 812 time: 1.2606740
Feb 17 04:28:31.731973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:31.733954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:31.850838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.59', 58083) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:31.897215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Request body: {'port': {'device_id': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b', 'admin_state_up': True, 'tenant_id': 'd156b69e0ec24a8782b15c83a8c4cf02'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:31.940125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:31.976685 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2d83ddcc-0ebe-4d13-a311-de27c45e0ce9 req-67532740-f594-40ba-bb8b-eb2b39ebf49c tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.2259023
Feb 17 04:28:32.126527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:32.138867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:32.163915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Pushing event updated for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:32.333172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:32.342821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Sync routers for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:32.374887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:32.375542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945718978>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:32.438219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:32.446723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:32.451676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.7300861
Feb 17 04:28:32.456495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 42272) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:32.515857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-41524f8e-a293-464f-a83f-388d0cf24934 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:32.520934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-41524f8e-a293-464f-a83f-388d0cf24934 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:32.757801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c4c0a998-9fa6-4a36-a667-751e8d45d6b9 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:32.852021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b5b92703-1a70-47a8-9ecb-ad9e13eb7bcb None None] Provisioning complete for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:32.886577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b5b92703-1a70-47a8-9ecb-ad9e13eb7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:33.024755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b5b92703-1a70-47a8-9ecb-ad9e13eb7bcb None None] Port 4c64707a-c138-4fd9-9f41-dfea9f05ecea cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:28:33.105359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:33.175161 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-24ad298d-e327-4803-b649-9c611c63c3dc req-80cbaf71-ec6a-46a8-bc1f-3bd759151104 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.0878181
Feb 17 04:28:33.180724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:28:33.276902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:33.312968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-41524f8e-a293-464f-a83f-388d0cf24934 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:33.314260 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-41524f8e-a293-464f-a83f-388d0cf24934 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 1.4496880
Feb 17 04:28:33.441724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:33.448088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Usage tracker for resource:port and tenant:d156b69e0ec24a8782b15c83a8c4cf02 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:33.453852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:33.461547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:33.487799 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2a62bdb9-e240-4b53-8f85-708b6e9cf5ab req-a17db789-5e17-443d-abd2-5a451daa6185 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.1058497
Feb 17 04:28:33.498075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:33.498851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:33.501809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Made reservation on behalf of d156b69e0ec24a8782b15c83a8c4cf02 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:33.507564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:33.511314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Request body: {'port': {'device_id': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f', 'admin_state_up': True, 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:34.087535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Allocated IP 172.20.0.8 (22dca046-b01b-45d7-a1d3-fefa6eafc13b/9cc88f33-d8a1-43f3-8345-1e0de2d9d58f/a3fb43ae-c2fe-478c-b9a6-913bf7c74695) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:34.560053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.586306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.615174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port c4c0a998-9fa6-4a36-a667-751e8d45d6b9, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:34.622324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.624795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.634131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:34.646344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:34.666344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:34.667904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:34.670499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946563048>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:34.679631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:34.815142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Pushing event updated for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:34.843075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:34.853924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] 10.222.0.78 "PUT /v2.0/routers/c5981f3f-f4ff-4ae2-b37e-950f9a5e4386/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4858634
Feb 17 04:28:34.914608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945718978>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:28Z', 'revision_number': 3, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:34.928537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Checking router: afab79a1-301f-403b-a60b-f6722e9b63e2 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:34.929019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Updating router afab79a1-301f-403b-a60b-f6722e9b63e2 port ebe6780d-8a5d-4077-890c-408244d2e2a5 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:35.128928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:35.140273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:35.152426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:35.153126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:35.154542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:35.160689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:35.176656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:35.180792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:35.303919 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4193306
Feb 17 04:28:35.404474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e4f4c-bbcb-4e8c-bd44-9eea4dd446c4 req-39a848c8-e5ae-4e6c-8a19-1127a08959b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:35.415065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-029e4f4c-bbcb-4e8c-bd44-9eea4dd446c4 req-39a848c8-e5ae-4e6c-8a19-1127a08959b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Synchronizing usage tracker for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:35.438687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:35.455285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-029e4f4c-bbcb-4e8c-bd44-9eea4dd446c4 req-39a848c8-e5ae-4e6c-8a19-1127a08959b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Unset dirty status for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:35.463837 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-029e4f4c-bbcb-4e8c-bd44-9eea4dd446c4 req-39a848c8-e5ae-4e6c-8a19-1127a08959b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 931 time: 0.2530477
Feb 17 04:28:35.577584 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-251f72ee-095b-4f30-9618-aa9605fd930f req-0aaeffc4-7657-4c2a-8867-254b0c757d88 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.6939075
Feb 17 04:28:35.580231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:35.591008 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-029e4f4c-bbcb-4e8c-bd44-9eea4dd446c4 req-a2a8fc0c-ee89-4842-8434-96f35ec1ee21 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213396
Feb 17 04:28:35.648680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Usage tracker for resource:port and tenant:2f2a1ca6347d4278899a1cc009d87d33 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:35.903346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:35.964898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:36.039926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:36.053608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.123446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946563048>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 2, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:36.144358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:36.146166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Updating router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 port 4c64707a-c138-4fd9-9f41-dfea9f05ecea binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:36.240712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.320578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.367449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Transition to ACTIVE for port object ebe6780d-8a5d-4077-890c-408244d2e2a5 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:36.372393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.406075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:36.638611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-b496c2d9-cfb7-4442-b1bb-8c04221bab78 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:28:36.640019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-b496c2d9-cfb7-4442-b1bb-8c04221bab78 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0073934
Feb 17 04:28:36.802445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42398) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:36.885987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.904392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Transition to ACTIVE for port object 4c64707a-c138-4fd9-9f41-dfea9f05ecea will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:36.909522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.935060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Pushing event updated for resources: {'Port': ['ID=ebe6780d-8a5d-4077-890c-408244d2e2a5,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:36.936527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:36.949048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:36.974149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c4c0a998-9fa6-4a36-a667-751e8d45d6b9 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:37.015772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.294500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Pushing event updated for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:37.300640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:37.309621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:37.320180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.349315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Request body: {'port': {'device_id': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:37.698594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Attempting to bind port 4c64707a-c138-4fd9-9f41-dfea9f05ecea on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:37.699259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Attempting to bind port 4c64707a-c138-4fd9-9f41-dfea9f05ecea by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:37.699792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Attempting to bind port 4c64707a-c138-4fd9-9f41-dfea9f05ecea on network a4759f4f-636c-409c-a003-149d7d8e5a4a {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:37.707748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:37.708352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Checking segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:37.708919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.709478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Bound using segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:37.710149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Bound port: 4c64707a-c138-4fd9-9f41-dfea9f05ecea, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:37.710710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.833938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42422) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:37.841837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.897943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28aaea62-de55-4dce-80b4-5ecd0d365f73 req-62e37ecf-9ce5-401a-bffd-80a75d7e3780 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.7084429
Feb 17 04:28:37.935284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259243922', 'description': 'tempest-description--1007415966'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:37.953849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:37.969797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:37.977173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:37.994831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:38.007547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.027108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.057642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:38.057851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] For port 4c64707a-c138-4fd9-9f41-dfea9f05ecea, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:38.064405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Usage tracker for resource:security_group_rule and tenant:e8836989c7f5441aa02ffba48d7a6699 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:38.069237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:38.069602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] For port 4c64707a-c138-4fd9-9f41-dfea9f05ecea, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=4c64707a-c138-4fd9-9f41-dfea9f05ecea,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:38.074270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.078404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:38.124779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b5fb40f-f73b-4dba-8732-4c25aa9e8bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:38.277335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.297441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.313198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:38.318345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:38.322523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:38.329028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:38.340852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Attempting to bind port ebe6780d-8a5d-4077-890c-408244d2e2a5 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:38.341271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Attempting to bind port ebe6780d-8a5d-4077-890c-408244d2e2a5 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:38.341697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Attempting to bind port ebe6780d-8a5d-4077-890c-408244d2e2a5 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:38.358995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:38.359471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:38.359939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.360393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:38.360936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Bound port: ebe6780d-8a5d-4077-890c-408244d2e2a5, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:38.361356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.426270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Allocated IP 172.20.0.9 (96c670ae-41b0-4a7d-b9a0-1a1a0b99417f/2b0117c1-4c91-4563-84f7-c2ed9eddf929/e825e7f4-3daa-4bfe-9c61-a440fc5474f1) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:38.484101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.512659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:38.557870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.565895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42444) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:38.694925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] For port ebe6780d-8a5d-4077-890c-408244d2e2a5, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:38.701892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] For port ebe6780d-8a5d-4077-890c-408244d2e2a5, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ebe6780d-8a5d-4077-890c-408244d2e2a5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:38.713191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.714772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Allocated IP 172.20.0.1 (81bb7ddb-3c03-4021-a815-f1376954373e/921b49a3-b5a7-4136-a4cf-d8f893a76e85/63f51fa8-f298-4aee-b998-10862be23f38) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:38.746557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:38.826199 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8836989c7f5441aa02ffba48d7a6699&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0223143
Feb 17 04:28:38.832644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.837160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9708571
Feb 17 04:28:38.841852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42452) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:38.842234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42454) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:38.856030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group_rule': {'security_group_id': '30d6065d-4e58-4ae1-89c9-1bf9102d53a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:38.887849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed935d-8a15-4ff6-87df-78f5711b848e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:38.895320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:39.035256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:39.054446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Pushing event updated for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:39.061394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Pushing event updated for resources: {'Port': ['ID=ebe6780d-8a5d-4077-890c-408244d2e2a5,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:39.072884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:39.076358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:39.119859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.145147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:39.145809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945718978>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:39.164917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:39.190275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d6065d-4e58-4ae1-89c9-1bf9102d53a6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:39.227000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:39.227784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946563048>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:39.239161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:39.243514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:39.251092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:39.261864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:39.268481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.412558 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-85750639-5e49-4016-a4c0-aa7fbcc2b3f4 req-aa550148-4df9-4332-ac72-d78bfbe02463 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.1309645
Feb 17 04:28:39.421438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.498645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.552268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.599336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.656156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a519538b-2177-4f2c-9d50-f6e69b568557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:39.702661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.719837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.744175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:39.754751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Usage tracker for resource:security_group_rule and tenant:8bf0ed1bad1c45a1b7c70806af04ec33 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:39.762742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:39.779336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:39.834036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:39.862913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:39.914902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Pushing event updated for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:39.927929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.929176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.943774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-19c1c20e-0347-438c-a0f6-abc8e5754dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:39.991293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.993391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f7a8a-23fb-4c19-8c01-dbe7b41aa9ad req-5170fb69-0fe9-4963-827a-094afb91f0e5 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:39.997656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.999001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8ed935d-8a15-4ff6-87df-78f5711b848e HTTP/1.1" status: 204  len: 168 time: 1.1552305
Feb 17 04:28:40.004649 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b43f7a8a-23fb-4c19-8c01-dbe7b41aa9ad req-5170fb69-0fe9-4963-827a-094afb91f0e5 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 931 time: 1.8736815
Feb 17 04:28:40.017026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:40.089558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed935d-8a15-4ff6-87df-78f5711b848e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:40.092647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:40.093362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-edd16058-717c-40fe-818a-54d700ec3b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:40.155228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.159767 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3121536
Feb 17 04:28:40.160484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42474) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:40.167606 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bf0ed1bad1c45a1b7c70806af04ec33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5999813
Feb 17 04:28:40.168865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a50a31-3c82-451b-adc9-91afe17b3a40,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:40.172978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:40.176255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42476) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:40.180471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group_rule': {'security_group_id': '30d6065d-4e58-4ae1-89c9-1bf9102d53a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:40.191329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:40.218793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f9b07e-d3bb-43b9-9786-fd9dbbc62879,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:40.221756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:40.264321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b43f7a8a-23fb-4c19-8c01-dbe7b41aa9ad req-87fd428e-f9d9-4a74-8db8-66820eb4c8e8 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Synchronizing usage tracker for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:40.317114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:40.324717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:40.449183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:40.457905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.517780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.553561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b43f7a8a-23fb-4c19-8c01-dbe7b41aa9ad req-87fd428e-f9d9-4a74-8db8-66820eb4c8e8 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Unset dirty status for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:40.557214 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b43f7a8a-23fb-4c19-8c01-dbe7b41aa9ad req-87fd428e-f9d9-4a74-8db8-66820eb4c8e8 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5490568
Feb 17 04:28:40.611606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.684408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:40.687049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.714945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.732245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Network 81bb7ddb-3c03-4021-a815-f1376954373e is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:40.749349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:40.778293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-32198260-3e39-4291-8c51-5d50a1b1ff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:40.820220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945718978>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:28Z', 'revision_number': 3, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:40.843026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6186c-84ee-4efb-971b-06dfbe3b7531 None None] The sync data for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi is: [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:28Z', 'revision_number': 3, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:40.858785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a50a31-3c82-451b-adc9-91afe17b3a40,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:40.858867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:40.879422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:40.883156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.888683 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46a50a31-3c82-451b-adc9-91afe17b3a40 HTTP/1.1" status: 204  len: 168 time: 0.6800213
Feb 17 04:28:40.955507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:41.057604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946563048>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:38Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:41.070648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd2fe2-4437-47b9-bd87-ceed0c5f1120 None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:38Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:41.108704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:41.109239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:41.352754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:41.391970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:41.398614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab8df-e508-40b2-b3a4-9e655b52333b req-ba6a1cd3-f10e-40cb-8572-4c41e96253dc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:41.409728 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a2dab8df-e508-40b2-b3a4-9e655b52333b req-ba6a1cd3-f10e-40cb-8572-4c41e96253dc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 931 time: 0.6239095
Feb 17 04:28:41.443917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:41.705481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5ffaa3-4baa-49b4-a035-01661f166cdf,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:41.777663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:41.779051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:28:41.973303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:41.982921 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8077309
Feb 17 04:28:42.092765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42514) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:42.173917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:42.188044 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a2dab8df-e508-40b2-b3a4-9e655b52333b req-d7993fb7-9499-4e49-9bf2-2317d508f304 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7508149
Feb 17 04:28:42.241638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:42.296681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:floatingip and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:42.317245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:42.341179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.376140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42526) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:42.453580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fb43ae-c2fe-478c-b9a6-913bf7c74695 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:28:42.458668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:42.460972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.471389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event updated for resources: {'Port': ['ID=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:42.526434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.749s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:42.538089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.559007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:42.567896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.648280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:42.664415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Usage tracker for resource:security_group_rule and tenant:92bf23bc1d79456597b632821e090381 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:42.688950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:42.690504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:42.712106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:42.725357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:42.729607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.837959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Transition to ACTIVE for port object a3fb43ae-c2fe-478c-b9a6-913bf7c74695 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:42.850739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:42.879077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:42.887936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ebe6780d-8a5d-4077-890c-408244d2e2a5 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:42.939205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-739c178a-a189-4f7c-aa92-41a4c3feb07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:42.940118 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.4502797
Feb 17 04:28:42.979575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d900b-9477-42ea-97d1-8ae0dc00e75f req-a4899495-6693-4b11-8bd9-0e9106b6becf tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:42.984664 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-034d900b-9477-42ea-97d1-8ae0dc00e75f req-a4899495-6693-4b11-8bd9-0e9106b6becf tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 931 time: 1.1246266
Feb 17 04:28:43.120733 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-034d900b-9477-42ea-97d1-8ae0dc00e75f req-d1142e61-1972-45c4-b6da-2d9e4fc15f7e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268680
Feb 17 04:28:43.385276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port ebe6780d-8a5d-4077-890c-408244d2e2a5 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:43.400824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port ebe6780d-8a5d-4077-890c-408244d2e2a5 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:43.401371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.473661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.524781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.532725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.550014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-796f4ddb-e2bb-4131-b882-432620d452da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:43.558249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:43.563146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:43.623390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.643604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port ebe6780d-8a5d-4077-890c-408244d2e2a5, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ebe6780d-8a5d-4077-890c-408244d2e2a5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:43.656432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.668190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 4c64707a-c138-4fd9-9f41-dfea9f05ecea up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:43.741236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ace8cb4a-5139-495e-b2f8-7909f8a30b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:43.775071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Pushing event updated for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:43.783875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:43.819431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-c4a30d63-aac3-40a4-80ce-b118f60ee68e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:43.820208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-c4a30d63-aac3-40a4-80ce-b118f60ee68e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:43.830613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=ebe6780d-8a5d-4077-890c-408244d2e2a5,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:43.836808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:43.855655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Network 81bb7ddb-3c03-4021-a815-f1376954373e is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:43.858667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:43.877220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:43.891531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:43.892568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.895457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.898788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Attempting to bind port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:43.899210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Attempting to bind port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'de6f87fb-a234-419f-a28b-79e466c9e481', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:43.899833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Attempting to bind port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 on network 22dca046-b01b-45d7-a1d3-fefa6eafc13b {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:43.909138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:43.909496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Checking segment: {'id': 'de6f87fb-a234-419f-a28b-79e466c9e481', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:43.909962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.910369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Bound using segment: {'id': 'de6f87fb-a234-419f-a28b-79e466c9e481', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:43.910884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Bound port: a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6f87fb-a234-419f-a28b-79e466c9e481', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '22dca046-b01b-45d7-a1d3-fefa6eafc13b'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:43.911341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.924513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.929149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:43.976132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e404cc26-bb51-4820-b58e-5b4fff9f6115 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:43.989100 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92bf23bc1d79456597b632821e090381&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5871096
Feb 17 04:28:43.992070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42568) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:44.057749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.107319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-c4a30d63-aac3-40a4-80ce-b118f60ee68e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:44.108803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-c4a30d63-aac3-40a4-80ce-b118f60ee68e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 931 time: 0.6311779
Feb 17 04:28:44.148627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 4c64707a-c138-4fd9-9f41-dfea9f05ecea, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=4c64707a-c138-4fd9-9f41-dfea9f05ecea,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:44.156975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.167124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:44.196563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-009e9a25-7ccd-4341-941e-246f402f2e47 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:44.202143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Router afab79a1-301f-403b-a60b-f6722e9b63e2 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:28:44.269274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:44.273123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:44.311068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42578) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:44.333600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbf814-6383-42af-8196-5a49acd63dd3,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:44.351491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:44.356651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.360349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-009e9a25-7ccd-4341-941e-246f402f2e47 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:44.361959 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4e6fa3d-30cd-434a-bcfd-d343415a965b req-009e9a25-7ccd-4341-941e-246f402f2e47 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455854
Feb 17 04:28:44.484649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:44.490193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] 10.222.0.78 "PUT /v2.0/routers/afab79a1-301f-403b-a60b-f6722e9b63e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0212104
Feb 17 04:28:44.495541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:44.524025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.607648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,segment=NetworkSegment(de6f87fb-a234-419f-a28b-79e466c9e481),segment_id=de6f87fb-a234-419f-a28b-79e466c9e481)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:44.662293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.663557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.804133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ebe6780d-8a5d-4077-890c-408244d2e2a5 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:44.856300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:44.918664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port ebe6780d-8a5d-4077-890c-408244d2e2a5 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:44.919382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:44.967506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:44.983339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:44.996923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:45.002254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c7fa6cd4e44bd6800d89d4a281339d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:45.019127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:45.079071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:45.115052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05cd68-cf1f-48e8-b399-881aa7df7cb9 req-a21367e1-e8f8-402f-b983-f4d1ba8977ba tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:45.116722 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2d05cd68-cf1f-48e8-b399-881aa7df7cb9 req-a21367e1-e8f8-402f-b983-f4d1ba8977ba tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.7329817
Feb 17 04:28:45.162167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 4c64707a-c138-4fd9-9f41-dfea9f05ecea up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:45.167826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.204708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:45.262873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2d05cd68-cf1f-48e8-b399-881aa7df7cb9 req-c66037e9-71b1-4eaa-8574-78223281cb96 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344225
Feb 17 04:28:45.264907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Allocated IP 172.27.1.78 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/1a9a8f86-9913-4a5d-baf4-eaf6da2be56a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:45.267579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:45.268384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.269826 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] 10.222.0.59 "PUT /v2.0/ports/a3fb43ae-c2fe-478c-b9a6-913bf7c74695 HTTP/1.1" status: 200  len: 1157 time: 8.1615143
Feb 17 04:28:45.273216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbf814-6383-42af-8196-5a49acd63dd3,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:45.279096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:28:45.345784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 4c64707a-c138-4fd9-9f41-dfea9f05ecea triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:45.346348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.347436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:45.395949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.397434 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7dbf814-6383-42af-8196-5a49acd63dd3 HTTP/1.1" status: 204  len: 168 time: 1.4022958
Feb 17 04:28:45.511616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Sync routers for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:45.521604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-0586a0e2-499f-43c1-9b09-e157e2dd5b47 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:45.522437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-540865dd-0047-4832-8a3f-a594029f82f4 req-0586a0e2-499f-43c1-9b09-e157e2dd5b47 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:45.545770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:45.546888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49459886d8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:45.568856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-540865dd-0047-4832-8a3f-a594029f82f4 req-0586a0e2-499f-43c1-9b09-e157e2dd5b47 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:45.570196 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-0586a0e2-499f-43c1-9b09-e157e2dd5b47 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 818 time: 0.5061228
Feb 17 04:28:45.580272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.594729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-38720ddb-9377-44f7-93ab-ef7af120e683 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/quotas/5336afdcf4aa4b46b0655432b7a1323c HTTP/1.1" status: 200  len: 375 time: 0.0169377
Feb 17 04:28:45.596555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.611364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-989366a5-404c-4c1c-b29b-522d2416fb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:45.648729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.685614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4c7fa6cd4e44bd6800d89d4a281339d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3412874
Feb 17 04:28:45.686283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 42618) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:45.695567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626e9e2-8da8-469c-be97-75fa8e53e36e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:45.699823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:45.752464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.768917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-540865dd-0047-4832-8a3f-a594029f82f4 req-dcc6bdab-c31c-49c7-8ffa-472ffe25eca2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:45.783723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:45.805501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:45.833843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-540865dd-0047-4832-8a3f-a594029f82f4 req-dcc6bdab-c31c-49c7-8ffa-472ffe25eca2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:45.843430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-dcc6bdab-c31c-49c7-8ffa-472ffe25eca2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2412689
Feb 17 04:28:45.914703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=1a9a8f86-9913-4a5d-baf4-eaf6da2be56a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:45.931657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:46.085309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.174895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3545b2-a00e-4c2a-b137-e2a231b6f050 req-567ad4b6-fad6-4de7-aeb2-f440cdd0d0f0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:46.176632 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba3545b2-a00e-4c2a-b137-e2a231b6f050 req-567ad4b6-fad6-4de7-aeb2-f440cdd0d0f0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 931 time: 0.2244594
Feb 17 04:28:46.213466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:46.262319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:46.273570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba3545b2-a00e-4c2a-b137-e2a231b6f050 req-a8a5bf8c-7134-44c5-aea3-42b5628c17be tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893025
Feb 17 04:28:46.274730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:46.284430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:46.341744 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-24c44992-c217-47e8-97ff-bbe1aa4fee52 service neutron] 10.222.0.78 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4971328
Feb 17 04:28:46.452521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.538114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.541875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.542818 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-250a8391-8e4c-49e6-a104-f7ff011bb590 service neutron] 10.222.0.78 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1997221
Feb 17 04:28:46.550073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-231c5232-582d-40b2-9658-b6fae0dfbc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:46.577236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626e9e2-8da8-469c-be97-75fa8e53e36e,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:46.580156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:46.581681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.586575 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9626e9e2-8da8-469c-be97-75fa8e53e36e HTTP/1.1" status: 204  len: 168 time: 0.8993754
Feb 17 04:28:46.953313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b308e2ff-a900-4611-b1f0-1aa214cfa4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:46.974966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e69420d4-2119-486f-b8c5-fea79a2a1927 req-3c78a6a7-c329-42ee-a862-17cab758d5ce tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0797539
Feb 17 04:28:46.980050 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695', 'status': 'completed', 'code': 200}
Feb 17 04:28:47.083790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49459886d8>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:41Z', 'revision_number': 4, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '63f51fa8-f298-4aee-b998-10862be23f38', 'name': '', 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'mac_address': 'fa:16:3e:2d:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:38Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 2, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'subnets': [{'id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:47.099310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Checking router: afab79a1-301f-403b-a60b-f6722e9b63e2 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:47.099957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Updating router afab79a1-301f-403b-a60b-f6722e9b63e2 port 63f51fa8-f298-4aee-b998-10862be23f38 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:47.268303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36733010-d35f-448c-b4d5-475f4d9cb4eb req-3a005a6d-5fd7-4f93-ad80-870018b52259 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:47.270002 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-36733010-d35f-448c-b4d5-475f4d9cb4eb req-3a005a6d-5fd7-4f93-ad80-870018b52259 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.2706449
Feb 17 04:28:47.290484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:47.485606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:47.496136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:47.537097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-291efb21-1ec5-48ae-b411-d84289744b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:47.674776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-36733010-d35f-448c-b4d5-475f4d9cb4eb req-66e46780-08f8-48be-a749-b118007486ae tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3684802
Feb 17 04:28:47.808555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=1a9a8f86-9913-4a5d-baf4-eaf6da2be56a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:47.826160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:47.831524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Request body: {'port': {'device_id': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:48.001719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.065668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-054ec9c2-75ed-46ea-b3de-96936eba9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:48.067356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-054ec9c2-75ed-46ea-b3de-96936eba9650 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 1160 time: 0.2201743
Feb 17 04:28:48.068425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.076592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.080083 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.9861557
Feb 17 04:28:48.096321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f3caa-527d-4eb8-b77f-5c1f3135fce0 req-05c04e7f-067d-4c9c-853c-fe4f62548bad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:48.103977 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d56f3caa-527d-4eb8-b77f-5c1f3135fce0 req-05c04e7f-067d-4c9c-853c-fe4f62548bad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 931 time: 0.1749270
Feb 17 04:28:48.108741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Transition to ACTIVE for port object 63f51fa8-f298-4aee-b998-10862be23f38 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:48.116726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.145740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:48.231174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-4f04e663-c44a-485d-809c-575b2940c201 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:48.239449 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-4f04e663-c44a-485d-809c-575b2940c201 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 818 time: 0.6509404
Feb 17 04:28:48.269269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-68eaceab-f831-481e-94d3-cac0e834c9c9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/quotas/5336afdcf4aa4b46b0655432b7a1323c HTTP/1.1" status: 200  len: 375 time: 0.0238178
Feb 17 04:28:48.302755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d56f3caa-527d-4eb8-b77f-5c1f3135fce0 req-3be398fb-7b02-4a55-85b7-061530171a45 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977315
Feb 17 04:28:48.384039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.434742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-334b6605-ac96-4f17-9888-0295c874d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:48.436639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-334b6605-ac96-4f17-9888-0295c874d7cf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3304596
Feb 17 04:28:48.588764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Pushing event updated for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:48.593609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:48.632884 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-4c0bd2c9-38c4-49b8-843a-2fd2555b7c27 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3625801
Feb 17 04:28:48.726965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-4f9df542-fc72-4884-9031-2187386106c6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:48.754116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cbe75aa4-450d-4bc6-b04f-8281eb833276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.760149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-51f79186-0ede-4632-b7c6-b387689a843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:48.761865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79ea3e36-5d41-4004-a972-e3d78dd4efb2 req-51f79186-0ede-4632-b7c6-b387689a843a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3180017
Feb 17 04:28:48.763141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-4f9df542-fc72-4884-9031-2187386106c6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:48.771167 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-4f9df542-fc72-4884-9031-2187386106c6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--259243922&fields=id&tenant_id=a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 267 time: 0.1465774
Feb 17 04:28:48.826356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Attempting to bind port 63f51fa8-f298-4aee-b998-10862be23f38 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:48.826789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Attempting to bind port 63f51fa8-f298-4aee-b998-10862be23f38 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:48.827232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Attempting to bind port 63f51fa8-f298-4aee-b998-10862be23f38 on network 81bb7ddb-3c03-4021-a815-f1376954373e {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:48.833992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:48.834424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Checking segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:48.834880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:48.835363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Bound using segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:48.835895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Bound port: 63f51fa8-f298-4aee-b998-10862be23f38, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:48.836335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:49.025812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-83a6ed66-357f-48c8-bfef-4879817ebc82 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:49.039872 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-83a6ed66-357f-48c8-bfef-4879817ebc82 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 810 time: 0.2676582
Feb 17 04:28:49.055504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] For port 63f51fa8-f298-4aee-b998-10862be23f38, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:49.069856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] For port 63f51fa8-f298-4aee-b998-10862be23f38, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=63f51fa8-f298-4aee-b998-10862be23f38,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:49.078569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:49.174966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-62585d0d-3434-423d-86a1-0bf4d28505e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/quotas/a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 375 time: 0.1231830
Feb 17 04:28:49.267817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.59', 58106) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:49.424899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-571a0777-7652-4072-8600-be05e7f8edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:49.431556 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-571a0777-7652-4072-8600-be05e7f8edca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 1160 time: 0.3728261
Feb 17 04:28:49.456275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:49.531828 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-392e3c33-a3b4-4d34-a8fd-c7b793de492e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:49.533372 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-392e3c33-a3b4-4d34-a8fd-c7b793de492e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 818 time: 0.2476020
Feb 17 04:28:49.580055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Request body: {'port': {'device_id': '20760e77-fe67-4ebe-87f1-34d840495341', 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'admin_state_up': True, 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:49.612084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42762) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:49.630872 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-5bdaebf6-b035-4188-88d6-1820664a723f service neutron] 10.222.0.78 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9969711
Feb 17 04:28:49.636845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-4ded57ea-9c3a-4020-b136-26e387dc3c78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695 HTTP/1.1" status: 200  len: 217 time: 0.1798427
Feb 17 04:28:49.660230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-7e57c071-bd0c-4952-bae2-1a6aa739b05f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:49.669966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Pushing event updated for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:49.724938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:49.767007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:49.781781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:49.783859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49459886d8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:49.815538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-a196eec5-a267-4044-8172-cad64f0c2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:49.817029 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-a196eec5-a267-4044-8172-cad64f0c2e9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cc88f33-d8a1-43f3-8345-1e0de2d9d58f HTTP/1.1" status: 200  len: 852 time: 0.1638491
Feb 17 04:28:49.882440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-7e57c071-bd0c-4952-bae2-1a6aa739b05f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:49.883866 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-7e57c071-bd0c-4952-bae2-1a6aa739b05f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6947618
Feb 17 04:28:49.942769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-4acbd8f0-8e80-4206-8ce5-3471c52dc625 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22dca046-b01b-45d7-a1d3-fefa6eafc13b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1121528
Feb 17 04:28:49.949232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.130659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:50.149005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e825e7f4-3daa-4bfe-9c61-a440fc5474f1 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:28:50.161683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.177093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Transition to ACTIVE for port object e825e7f4-3daa-4bfe-9c61-a440fc5474f1 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:50.192727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.234872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:50.246456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:50.252502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-a377b266-eeda-4b4f-a7a5-3285eb56a981 service neutron] 10.222.0.59 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836473
Feb 17 04:28:50.253601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Usage tracker for resource:security_group_rule and tenant:ce535b3228df45468c5cd6cad1280870 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:50.264560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:50.302798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:50.375281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:50.475443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:50.479422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:50.498956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:50.561918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Made reservation on behalf of 5336afdcf4aa4b46b0655432b7a1323c for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:50.568045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.578269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15e72117-6731-4da8-8903-ae10c7d5ab59 req-b2e05f96-c724-431a-b187-7faa8ec5b510 service neutron] 10.222.0.59 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3100657
Feb 17 04:28:50.596544 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-c145275d-2a8e-4d26-8c1c-247e06e5ea73 service neutron] 10.222.0.78 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6822922
Feb 17 04:28:50.745475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-195e65d4-a716-4722-b52c-e5ec9e68de30 service neutron] 10.222.0.78 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1135218
Feb 17 04:28:50.792953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.828186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49459886d8>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:41Z', 'revision_number': 4, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '63f51fa8-f298-4aee-b998-10862be23f38', 'name': '', 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'mac_address': 'fa:16:3e:2d:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:38Z', 'updated_at': '2021-02-17T04:28:49Z', 'revision_number': 4, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'subnets': [{'id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:50.832916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d803b-ffe1-4439-a98b-52562fb26999 None None] The sync data for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi is: [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:28:41Z', 'revision_number': 4, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '63f51fa8-f298-4aee-b998-10862be23f38', 'name': '', 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'mac_address': 'fa:16:3e:2d:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:38Z', 'updated_at': '2021-02-17T04:28:49Z', 'revision_number': 4, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'subnets': [{'id': '921b49a3-b5a7-4136-a4cf-d8f893a76e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:50.857723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.917199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.931645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:50.944566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:50.970772 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-2a3620d6-9956-4273-9499-b7513c00b48d service neutron] 10.222.0.78 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3654993
Feb 17 04:28:50.982685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42808) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:51.061028 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce535b3228df45468c5cd6cad1280870&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4447916
Feb 17 04:28:51.083477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42816) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:51.144279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f3c10-5563-4b91-8351-1c0889bfa214,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:51.151057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Attempting to bind port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:51.151057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Attempting to bind port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:51.151057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Attempting to bind port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 on network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:51.160543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:51.294798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.295428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:51.295817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Checking segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:51.296268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.296671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Bound using segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:51.297198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Bound port: e825e7f4-3daa-4bfe-9c61-a440fc5474f1, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:51.297576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.359237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.470475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.508744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.634344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:51.645745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:51.671629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7f2430d7384e42be0a8f8d143a72e7 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:51.697938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:51.702231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f3c10-5563-4b91-8351-1c0889bfa214,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:51.713510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:51.744739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:51.772470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:51.774048 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d1f3c10-5563-4b91-8351-1c0889bfa214 HTTP/1.1" status: 204  len: 168 time: 0.6878927
Feb 17 04:28:51.805672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5c0de-ef41-4cf2-a27a-53f3183ca64c req-0efbbdb6-206a-49e9-a9ee-9ae8470dfda2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:51.815446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92c5c0de-ef41-4cf2-a27a-53f3183ca64c req-0efbbdb6-206a-49e9-a9ee-9ae8470dfda2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.3799963
Feb 17 04:28:51.820688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d304c-2cfa-4c60-af9b-9e741e6b3b3d req-58ba181c-8750-4126-9b7b-0d5c55e12932 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:51.823508 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-014d304c-2cfa-4c60-af9b-9e741e6b3b3d req-58ba181c-8750-4126-9b7b-0d5c55e12932 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.4927013
Feb 17 04:28:51.840011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Allocated IP 172.20.0.4 (81bb7ddb-3c03-4021-a815-f1376954373e/921b49a3-b5a7-4136-a4cf-d8f893a76e85/8f824d75-b2bf-47d0-90e8-3ba823dae40e) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:51.843922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] For port e825e7f4-3daa-4bfe-9c61-a440fc5474f1, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:51.918945 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92c5c0de-ef41-4cf2-a27a-53f3183ca64c req-cfc2a74f-8490-40e1-8f7b-9e94599e1356 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024580
Feb 17 04:28:52.085285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.091862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.099001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3c4eefa3-271c-4ef0-a94f-9aa823ab2c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:52.280271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bfc6b8-8e5d-4d5e-850f-9ea3f14510ea req-3b3d2dec-ec23-47e7-b5d8-6e93a7bacfb2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.1659784
Feb 17 04:28:52.281846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] For port e825e7f4-3daa-4bfe-9c61-a440fc5474f1, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:52.306546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c7f2430d7384e42be0a8f8d143a72e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3088584
Feb 17 04:28:52.310688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42858) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:52.328723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dea54d-f0f5-4c79-88b8-d504c9a761bb,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:52.347989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.361166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:52.462035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.534100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:52.556747 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-64f638b1-45a8-45fb-a74b-8ffb1a37dcb2 req-0fadae01-5302-4df7-a339-e8163164f039 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0695364
Feb 17 04:28:52.559415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.603535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.615840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-014d304c-2cfa-4c60-af9b-9e741e6b3b3d req-ee438f8f-5bda-4633-bc8a-84c1a9a53edd tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7675467
Feb 17 04:28:52.666206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.673651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-812ef973-3014-487d-b0d0-fdd6f15f5554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:52.778647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:52.786708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:52.830313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.847442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:52.848135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:52.849737 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/e825e7f4-3daa-4bfe-9c61-a440fc5474f1 HTTP/1.1" status: 200  len: 1157 time: 5.0335920
Feb 17 04:28:52.850275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:28:52.876246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 63f51fa8-f298-4aee-b998-10862be23f38 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:52.982254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fee8784-0001-4456-9d08-ad88c9f7b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:53.046299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dea54d-f0f5-4c79-88b8-d504c9a761bb,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:53.048836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.052108 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83dea54d-f0f5-4c79-88b8-d504c9a761bb HTTP/1.1" status: 204  len: 168 time: 0.7401035
Feb 17 04:28:53.053544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:53.096750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 63f51fa8-f298-4aee-b998-10862be23f38 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:53.105768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 63f51fa8-f298-4aee-b998-10862be23f38 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:53.106433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.197019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e2b76-5d00-4866-b5c6-58df7939598b req-b57b342c-f432-4bce-b8c4-8599943f7ce1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:53.199389 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-087e2b76-5d00-4866-b5c6-58df7939598b req-b57b342c-f432-4bce-b8c4-8599943f7ce1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1424954
Feb 17 04:28:53.293294 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-087e2b76-5d00-4866-b5c6-58df7939598b req-e0166168-d523-4bc4-a08b-edabdeb4eaf0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844958
Feb 17 04:28:53.342442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.386347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 63f51fa8-f298-4aee-b998-10862be23f38, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=63f51fa8-f298-4aee-b998-10862be23f38,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:53.392273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.400429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:53.489185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:53.500781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:53.600884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42904) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:53.607813 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d56950e2-aa57-47fe-83da-880466d0aa17 req-bfa2c7a6-5c23-4140-b9fd-ac37a0e347bf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.0857704
Feb 17 04:28:53.633297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.657012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:53.661896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecf7316d9684894afce675fda5779b8 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:53.664019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Pushing event updated for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:53.666522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:53.668090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Network 81bb7ddb-3c03-4021-a815-f1376954373e is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:53.670001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:53.673386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:53.683986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:53.688655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:53.689349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.693726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:53.746699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1828375
Feb 17 04:28:53.786267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.789515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.800770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-57cef93b-5297-4c3a-8a03-af3b6b086f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:53.853122 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ecf7316d9684894afce675fda5779b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2502334
Feb 17 04:28:53.853542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 42920) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:53.861768 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1', 'status': 'completed', 'code': 200}
Feb 17 04:28:53.870529 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5107742e-f9d7-4427-89ee-8172b25394da req-0950abc9-00b5-4e36-a88d-3360e64f7f4b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0955319
Feb 17 04:28:53.898169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94a122-b032-4278-947b-9d36a55f285a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:53.902392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:53.944767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:53.977453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:54.102399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7526e-5145-4e9a-b63d-c01cdf2a3525 req-2d504452-0312-419e-9213-271483f1117a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:54.104240 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91b7526e-5145-4e9a-b63d-c01cdf2a3525 req-2d504452-0312-419e-9213-271483f1117a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.1291687
Feb 17 04:28:54.105341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:54.110284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:54.144144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94a122-b032-4278-947b-9d36a55f285a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:54.151903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:54.170272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:54.173966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f94a122-b032-4278-947b-9d36a55f285a HTTP/1.1" status: 204  len: 168 time: 0.3143637
Feb 17 04:28:54.180316 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91b7526e-5145-4e9a-b63d-c01cdf2a3525 req-6288912c-7d0a-4694-8206-5103eaef9c90 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626130
Feb 17 04:28:54.503959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e683-d1ce-439d-b681-009d4737ebdd req-03407c79-9e60-487e-bdcd-f8e5e5418d39 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:54.505564 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9228e683-d1ce-439d-b681-009d4737ebdd req-03407c79-9e60-487e-bdcd-f8e5e5418d39 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0908556
Feb 17 04:28:54.560915 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9228e683-d1ce-439d-b681-009d4737ebdd req-79426656-d25d-4a33-a76a-b8b7c2445ebf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470753
Feb 17 04:28:54.786157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 63f51fa8-f298-4aee-b998-10862be23f38 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:54.803615 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cb739c92-f133-48b1-89b7-b4ba356f93a6 req-991a2b7b-35f3-4b71-98a1-58513bbfa950 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.0780666
Feb 17 04:28:54.886094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 63f51fa8-f298-4aee-b998-10862be23f38 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:54.887004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:55.075549 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b04102f-3a96-46b9-b3e0-c4ff4e200615 req-cc89dd4a-7e30-4f1c-9497-8840e1260395 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0635939
Feb 17 04:28:55.377939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e5429-14f4-472f-abba-9b28220bcbb5 req-ad15293e-dac1-4f60-8554-f74bc08a2e4b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:55.379567 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-100e5429-14f4-472f-abba-9b28220bcbb5 req-ad15293e-dac1-4f60-8554-f74bc08a2e4b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.0905991
Feb 17 04:28:55.433387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-100e5429-14f4-472f-abba-9b28220bcbb5 req-cdeeee5e-1d83-43e3-9014-bfbb920b7481 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474207
Feb 17 04:28:55.765992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150200-3630-4a97-908f-2dacdf49f245 req-e2b78978-6c8f-4b09-90af-53a3c8b89cde tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:55.767792 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5b150200-3630-4a97-908f-2dacdf49f245 req-e2b78978-6c8f-4b09-90af-53a3c8b89cde tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0916643
Feb 17 04:28:55.816769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5b150200-3630-4a97-908f-2dacdf49f245 req-ed9bb6e8-0176-4eba-92d3-ecb50e300c02 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428524
Feb 17 04:28:55.975994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0d4c971-e33d-4d00-ba14-bb4087963c16 req-6755d334-05f0-49ac-8550-6f452c3125a6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.0532854
Feb 17 04:28:56.022091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Request body: {'port': {'device_id': '20760e77-fe67-4ebe-87f1-34d840495341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:56.230793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:56.252519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-93d2143e-00fa-4c6f-9971-95af8355fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:56.254011 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-93d2143e-00fa-4c6f-9971-95af8355fbaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 1160 time: 0.1955900
Feb 17 04:28:56.373567 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb9f0b39-d7c6-409a-892e-445dfeb6eb76 req-6f21d0a1-fd5a-47f7-8e5c-8bd43d1c9bc4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0841732
Feb 17 04:28:56.449782 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-d48c1c59-7506-4b5b-90e2-088c0dc42eed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1 HTTP/1.1" status: 200  len: 217 time: 0.0788302
Feb 17 04:28:56.483568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43030) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:56.623833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-ae6d11b9-f7f8-4414-be8b-3f1959cf8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:56.625468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-ae6d11b9-f7f8-4414-be8b-3f1959cf8298 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1086829
Feb 17 04:28:56.753838 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-4b107e9f-e766-4b2b-a47f-f37f7f454f1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723965
Feb 17 04:28:56.771859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:56.802434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:56.818614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Usage tracker for resource:security_group_rule and tenant:b2797212ed6647928ca3cf606ee49d33 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:56.836982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:56.849058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:56.920216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c575bf8-ff30-4da8-9442-309dc0abdaeb req-f0da1d3c-0aa5-4d16-a585-4de8a778b4fa tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:56.927954 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c575bf8-ff30-4da8-9442-309dc0abdaeb req-f0da1d3c-0aa5-4d16-a585-4de8a778b4fa tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.2996032
Feb 17 04:28:56.962718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-8ecb1355-29c6-4388-a207-ec217b2a4d74 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:56.964418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-8ecb1355-29c6-4388-a207-ec217b2a4d74 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 818 time: 0.3633125
Feb 17 04:28:57.005037 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c575bf8-ff30-4da8-9442-309dc0abdaeb req-adb5f1cd-0e2d-4e74-8f0e-11b2823f8b07 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760567
Feb 17 04:28:57.016425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Request body: {'port': {'device_id': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e', 'admin_state_up': True, 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:57.132711 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-47ae401f-fa66-4af7-bcd6-7bf40e5586ad service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680971
Feb 17 04:28:57.168934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01925c6e-384c-48c3-80ea-c75620fda2de req-e073b2e6-29a9-4537-8d33-dda12f0df427 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:57.170512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01925c6e-384c-48c3-80ea-c75620fda2de req-e073b2e6-29a9-4537-8d33-dda12f0df427 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.2231045
Feb 17 04:28:57.271912 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a8c1d79-c657-4170-adfc-7a3848bede62 req-38602019-769d-43ae-a1f1-15984cce9e56 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.1515038
Feb 17 04:28:57.281953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.286008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.305919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:57.316898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.59', 58118) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:57.350892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:57.369055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Usage tracker for resource:port and tenant:5336afdcf4aa4b46b0655432b7a1323c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:57.373531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:57.381477 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2797212ed6647928ca3cf606ee49d33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8967741
Feb 17 04:28:57.385913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43054) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:57.386627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab06edb-e429-43a6-b448-663bcfaa12ae,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:57.391868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:57.392814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:57.472926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01925c6e-384c-48c3-80ea-c75620fda2de req-afe5aa80-891b-4181-953a-b89ea80240d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504961
Feb 17 04:28:57.509730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f824d75-b2bf-47d0-90e8-3ba823dae40e {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:28:57.521355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Made reservation on behalf of 5336afdcf4aa4b46b0655432b7a1323c for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:57.528614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.546925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.558838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.595938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Transition to ACTIVE for port object 8f824d75-b2bf-47d0-90e8-3ba823dae40e will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:57.600228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a33d2e78-83f5-4581-84a2-fba52d3d21a2 req-4da935fe-0347-4ba6-8d24-92bccb54686f service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4602540
Feb 17 04:28:57.657101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-36fb9810-466d-4057-bbc7-28150c0f8350 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:57.657759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-36fb9810-466d-4057-bbc7-28150c0f8350 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:57.694238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.789253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8503731f-e78f-4a26-94ab-4bc5d2781588 req-fc156c12-0d09-4930-965d-f8277b395bac tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.1973979
Feb 17 04:28:57.802297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.813468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:57.887955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-36fb9810-466d-4057-bbc7-28150c0f8350 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:57.889201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-36fb9810-466d-4057-bbc7-28150c0f8350 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 810 time: 0.5564101
Feb 17 04:28:57.890033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.901653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:57.928890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab06edb-e429-43a6-b448-663bcfaa12ae,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:57.974384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:57.984892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:57.989501 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bab06edb-e429-43a6-b448-663bcfaa12ae HTTP/1.1" status: 204  len: 168 time: 0.5993710
Feb 17 04:28:58.169307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Allocated IP 172.20.0.5 (81bb7ddb-3c03-4021-a815-f1376954373e/921b49a3-b5a7-4136-a4cf-d8f893a76e85/c06f3049-4f07-4c51-9968-0a06c58bb377) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:58.558210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43108) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:58.581002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Pushing event updated for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:58.585356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8ab0ec65-e121-4ae3-b9c7-5ec6453bab06 req-572f8bf0-5b77-4b6b-a217-fcfd36231065 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.1139321
Feb 17 04:28:58.606410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:58.658556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43114) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:58.684741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:58.697821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:58.706770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-f1220c1c-fda9-4300-ba34-4ba221281fae tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:58.712424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:58.718695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Usage tracker for resource:security_group_rule and tenant:d1f78a9197a34d8eaded33e26303a73a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:58.724428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:58.733327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:58.858388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-339bf58b-f9f0-4c43-a510-6854a814702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:58.860035 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-339bf58b-f9f0-4c43-a510-6854a814702b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 1160 time: 0.9681027
Feb 17 04:28:58.865904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-f1220c1c-fda9-4300-ba34-4ba221281fae tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:58.867267 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-f1220c1c-fda9-4300-ba34-4ba221281fae tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 5704 time: 0.3254974
Feb 17 04:28:58.890539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:58.920345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:58.968134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'port': {'device_id': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'admin_state_up': True, 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'security_groups': ['30d6065d-4e58-4ae1-89c9-1bf9102d53a6']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:59.052197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7082-4970-4e30-a08b-001732d060dc req-c0412e02-4f18-4c42-81a8-3c77785261f1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:59.053825 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8ffe7082-4970-4e30-a08b-001732d060dc req-c0412e02-4f18-4c42-81a8-3c77785261f1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.2850087
Feb 17 04:28:59.073953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d095219-5914-4675-830f-d033e90235be req-6ab0cd09-f685-4bc8-9ad4-d3c7393ce4fa tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:59.075638 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d095219-5914-4675-830f-d033e90235be req-6ab0cd09-f685-4bc8-9ad4-d3c7393ce4fa tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.5972202
Feb 17 04:28:59.098835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Attempting to bind port 8f824d75-b2bf-47d0-90e8-3ba823dae40e on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:59.099207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.099336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Attempting to bind port 8f824d75-b2bf-47d0-90e8-3ba823dae40e by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:59.099584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Attempting to bind port 8f824d75-b2bf-47d0-90e8-3ba823dae40e on network 81bb7ddb-3c03-4021-a815-f1376954373e {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:59.117638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Pushing event updated for resources: {'Port': ['ID=c06f3049-4f07-4c51-9968-0a06c58bb377,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:59.128427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.141741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:59.154541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:59.155082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Checking segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:59.155495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.156002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Bound using segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:59.156494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Bound port: 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:59.156866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.187790 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8ffe7082-4970-4e30-a08b-001732d060dc req-c50fb9f9-9c51-41cc-a258-22dbdd467ae9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125185
Feb 17 04:28:59.188985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:59.193730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.213868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.225573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:59.230253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Usage tracker for resource:security_group_rule and tenant:9f5bcd4a2f664b2d8f2012df68707bc7 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:59.275453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:59.285029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd51bfc-bbf3-4bb7-a0d6-9970f2ca09fa,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:59.295070 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1f78a9197a34d8eaded33e26303a73a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6317861
Feb 17 04:28:59.295070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:59.295070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Network 81bb7ddb-3c03-4021-a815-f1376954373e is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:59.295505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43122) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:59.296302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:59.299941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:59.304876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:59.305275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.307700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:59.319608 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d095219-5914-4675-830f-d033e90235be req-baa6f6aa-55e0-4ddf-a94b-6f8f0522867b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220328
Feb 17 04:28:59.396648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-0161b5b3-a853-47d1-aa86-1df276b00a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:59.398154 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-0161b5b3-a853-47d1-aa86-1df276b00a1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 909 time: 0.5292838
Feb 17 04:28:59.403540 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e7182d89-afba-4082-be37-c38cc54fb872 req-9ff42bbc-d8fa-4013-b43c-50754e0ef3cc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0810411
Feb 17 04:28:59.426448 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4152744
Feb 17 04:28:59.452268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Request body: {'port': {'device_id': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:59.469201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:59.491670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.507126 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-c71d7782-cf33-4b53-8f6f-0f0b7a479005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1 HTTP/1.1" status: 200  len: 217 time: 0.0960400
Feb 17 04:28:59.509727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] For port 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:59.558043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:59.567544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.586798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] For port 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:59.600615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.608945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Made reservation on behalf of a2c8716a46f54187902492f8ce162f58 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:59.614800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.638257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.648301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:59.711300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.718764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:59.762977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd51bfc-bbf3-4bb7-a0d6-9970f2ca09fa,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:59.767069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:59.780726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:59.783814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efd51bfc-bbf3-4bb7-a0d6-9970f2ca09fa HTTP/1.1" status: 204  len: 168 time: 0.4835324
Feb 17 04:28:59.815513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-745eb4e9-2ff7-4750-bf08-92ea34158c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:59.817562 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-745eb4e9-2ff7-4750-bf08-92ea34158c69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.3026547
Feb 17 04:29:00.088709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.099716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Pushing event updated for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:00.104437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:00.179459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.225454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:00.331512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:00.331944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.333536 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] 10.222.0.59 "PUT /v2.0/ports/8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 1157 time: 4.3162162
Feb 17 04:29:00.339922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f5bcd4a2f664b2d8f2012df68707bc7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7607019
Feb 17 04:29:00.341307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43166) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:00.352194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:00.359627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5450123-a959-493f-8c68-29da674033a9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:00.412180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:00.432065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-2e91d7df-aa02-48f1-be60-ac1eb48c4f98 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:00.432511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-2e91d7df-aa02-48f1-be60-ac1eb48c4f98 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:00.466047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-2e91d7df-aa02-48f1-be60-ac1eb48c4f98 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:00.473585 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-2e91d7df-aa02-48f1-be60-ac1eb48c4f98 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 931 time: 0.7040558
Feb 17 04:29:00.499327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Allocated IP 172.20.0.8 (a4759f4f-636c-409c-a003-149d7d8e5a4a/3f7f338b-b95f-498a-808d-20fb9838bc1d/55e2629a-f0a2-41a8-b1d3-df6b83ba5111) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:29:00.544445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-3efa947b-baa7-4ed2-9282-a78ce0f54fe0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:00.594009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06f3049-4f07-4c51-9968-0a06c58bb377 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:29:00.608883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.611824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.660695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Transition to ACTIVE for port object c06f3049-4f07-4c51-9968-0a06c58bb377 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:29:00.664916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-3efa947b-baa7-4ed2-9282-a78ce0f54fe0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:00.666931 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de0dab06-ea20-4b60-9770-ad3908a81834 req-3efa947b-baa7-4ed2-9282-a78ce0f54fe0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924689
Feb 17 04:29:00.670080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.684429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3851-c2af-4c25-b901-58932a42137e req-10c95117-bd44-491b-9771-bcc4f8ad2d15 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:00.686113 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed1b3851-c2af-4c25-b901-58932a42137e req-10c95117-bd44-491b-9771-bcc4f8ad2d15 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.3460355
Feb 17 04:29:00.686826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.709595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3bcb6a9-5fb1-4d0e-8c06-560801275944 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:00.788954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.848076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Transition to ACTIVE for port object 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:29:00.916150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aecff6-5505-421f-ab8b-715036e7e10b req-824d1e49-ea26-4278-891a-385153b22911 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:00.917757 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-42aecff6-5505-421f-ab8b-715036e7e10b req-824d1e49-ea26-4278-891a-385153b22911 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.1106238
Feb 17 04:29:00.919973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:00.939601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:00.947792 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed1b3851-c2af-4c25-b901-58932a42137e req-d0ed9bd8-b3a6-47be-a23c-2f62b2f688cd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390709
Feb 17 04:29:00.948472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Pushing event updated for resources: {'Port': ['ID=c06f3049-4f07-4c51-9968-0a06c58bb377,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:00.951764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:00.998278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.020598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d50d6ec9-b0a7-47bb-beb6-9ff0ececfd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:01.118234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5450123-a959-493f-8c68-29da674033a9,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:01.146446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:01.163469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.164712 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5450123-a959-493f-8c68-29da674033a9 HTTP/1.1" status: 204  len: 168 time: 0.8224561
Feb 17 04:29:01.202051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Attempting to bind port c06f3049-4f07-4c51-9968-0a06c58bb377 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:29:01.202433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Attempting to bind port c06f3049-4f07-4c51-9968-0a06c58bb377 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:29:01.202913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Attempting to bind port c06f3049-4f07-4c51-9968-0a06c58bb377 on network 81bb7ddb-3c03-4021-a815-f1376954373e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:29:01.248594 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e', 'status': 'completed', 'code': 200}
Feb 17 04:29:01.250152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:29:01.250374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Checking segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:01.250702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.251127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Bound using segment: {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:29:01.251619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Bound port: c06f3049-4f07-4c51-9968-0a06c58bb377, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '81bb7ddb-3c03-4021-a815-f1376954373e'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:29:01.252001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.308071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:01.365738 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-0b9e29e4-0046-4fbb-9057-0d83e59bfd5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525205
Feb 17 04:29:01.366775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:01.391787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32218a7c-f0b4-4a3b-ba97-ec51b31ae6f0 req-bfd7cf08-43b3-4652-91d4-cea353c9ab4e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:01.400019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32218a7c-f0b4-4a3b-ba97-ec51b31ae6f0 req-bfd7cf08-43b3-4652-91d4-cea353c9ab4e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 931 time: 0.2008138
Feb 17 04:29:01.410535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-42aecff6-5505-421f-ab8b-715036e7e10b req-dfb519d1-a168-4518-948d-da098070b57f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4740384
Feb 17 04:29:01.419259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] For port c06f3049-4f07-4c51-9968-0a06c58bb377, host hv-cinder-75998, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:29:01.429438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] For port c06f3049-4f07-4c51-9968-0a06c58bb377, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c06f3049-4f07-4c51-9968-0a06c58bb377,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:29:01.437866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.466487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fbbaf97-b4de-4dde-9248-4f3d3db7dd21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:01.496441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:29:01.497802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:29:01.514759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:29:01.522833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:01.523919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.591417 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6853914
Feb 17 04:29:01.604174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32218a7c-f0b4-4a3b-ba97-ec51b31ae6f0 req-27893f51-053b-4ea1-ba53-fe551eb508a4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2025287
Feb 17 04:29:01.638911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43208) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:01.658988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.676159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:01.688450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Usage tracker for resource:security_group_rule and tenant:66b14c5f917b4384bd691e10cb3cdd40 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:01.689626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Pushing event updated for resources: {'Port': ['ID=c06f3049-4f07-4c51-9968-0a06c58bb377,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:01.694544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:01.702925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:01.724113 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:01.756206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:01.757251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.759654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] 10.222.0.59 "PUT /v2.0/ports/c06f3049-4f07-4c51-9968-0a06c58bb377 HTTP/1.1" status: 200  len: 1157 time: 2.3132904
Feb 17 04:29:01.760528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:01.810524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-159d6fb6-bacb-4497-b609-90c26c479e64 None None] Provisioning for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:01.818352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-159d6fb6-bacb-4497-b609-90c26c479e64 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:01.818931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-159d6fb6-bacb-4497-b609-90c26c479e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.861741 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377', 'status': 'completed', 'code': 200}
Feb 17 04:29:01.885066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-159d6fb6-bacb-4497-b609-90c26c479e64 None None] Port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:29:01.895278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.937125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:01.956139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:02.013433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e56638-1573-424b-bb78-51d36a9b2e97,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:02.017064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:02.020647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66b14c5f917b4384bd691e10cb3cdd40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3805647
Feb 17 04:29:02.023572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43228) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:02.052342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517aa08-e559-446a-beeb-937e51085d21 req-9894ccc7-2154-4415-955c-5a0cb1d8b415 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:02.054806 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f517aa08-e559-446a-beeb-937e51085d21 req-9894ccc7-2154-4415-955c-5a0cb1d8b415 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1573150
Feb 17 04:29:02.114360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f517aa08-e559-446a-beeb-937e51085d21 req-80955558-f364-4a47-b4b4-798e765e3527 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483339
Feb 17 04:29:02.193180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:02.236800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:02.263998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16e330-379d-431e-8c02-e1ccbcf53ace req-239bf93e-9b9b-4791-a895-c17c24cc65a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:02.265637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e16e330-379d-431e-8c02-e1ccbcf53ace req-239bf93e-9b9b-4791-a895-c17c24cc65a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1726599
Feb 17 04:29:02.279716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:02.328678 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e16e330-379d-431e-8c02-e1ccbcf53ace req-14b8282d-afab-417f-aad6-0370af8957bd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489445
Feb 17 04:29:02.334262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:02.340409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-720bf2f5-f731-4c87-8d25-fc92b5d8f43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:02.355691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e56638-1573-424b-bb78-51d36a9b2e97,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:02.358651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:02.364555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:02.365788 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14e56638-1573-424b-bb78-51d36a9b2e97 HTTP/1.1" status: 204  len: 168 time: 0.3404162
Feb 17 04:29:02.620489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9586d4-14fe-4943-b205-ae29d941f7af req-40c2b045-9aef-4b88-823e-f5e19ef998eb tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:02.622436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc9586d4-14fe-4943-b205-ae29d941f7af req-40c2b045-9aef-4b88-823e-f5e19ef998eb tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.0931921
Feb 17 04:29:02.682171 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc9586d4-14fe-4943-b205-ae29d941f7af req-2d499286-857a-4d30-be4e-fd1f3fd3ebc1 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531123
Feb 17 04:29:02.821761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b2542-87ae-46f9-ac63-d6be567edad0 req-1841aac4-5940-4630-a21d-600a738b1505 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:02.829670 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed5b2542-87ae-46f9-ac63-d6be567edad0 req-1841aac4-5940-4630-a21d-600a738b1505 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 931 time: 0.0980337
Feb 17 04:29:02.878720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43268) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:02.887316 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed5b2542-87ae-46f9-ac63-d6be567edad0 req-7db254b8-b6ab-4639-a5b6-276b1a57725b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563538
Feb 17 04:29:03.083509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.099575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:03.104201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Usage tracker for resource:security_group_rule and tenant:e9b95e2615af48b597e19bd06c9f96de is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:03.107234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:03.113522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:03.217024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.220253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.230806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-87afd734-e12b-4a07-a99d-d9981c330466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:03.325011 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9b95e2615af48b597e19bd06c9f96de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4445801
Feb 17 04:29:03.326741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6c1fe-4bb8-48f8-902f-d236f48c5a1f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:03.328167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43290) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:03.331008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:03.372360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e642d-d34f-4e20-9666-dcff2d8b56b3 req-a7d47c63-519a-4a91-bb4b-73ae81d25624 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:03.374150 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e0e642d-d34f-4e20-9666-dcff2d8b56b3 req-a7d47c63-519a-4a91-bb4b-73ae81d25624 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1318076
Feb 17 04:29:03.401391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.426525 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e0e642d-d34f-4e20-9666-dcff2d8b56b3 req-8c49a590-03fe-47ce-8241-2a2b75cae2f2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457869
Feb 17 04:29:03.433601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.551285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.558266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f3a5f040-68c3-490b-b6f9-2c29d342cd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:03.573635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6c1fe-4bb8-48f8-902f-d236f48c5a1f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:03.577865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:03.582329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.583592 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39e6c1fe-4bb8-48f8-902f-d236f48c5a1f HTTP/1.1" status: 204  len: 168 time: 0.2543678
Feb 17 04:29:03.590830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d383023-be36-4405-92e3-c03cb2dc91d9 req-5b46d07f-e3d9-4230-8473-d34637d33f99 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:03.593704 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d383023-be36-4405-92e3-c03cb2dc91d9 req-5b46d07f-e3d9-4230-8473-d34637d33f99 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1210623
Feb 17 04:29:03.651811 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d383023-be36-4405-92e3-c03cb2dc91d9 req-d231766b-bc85-49d8-8f12-5202669cd830 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436699
Feb 17 04:29:03.908028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07def-def7-4264-8f33-213b2873f63f req-fc9fa12c-e3d1-4e65-b807-d1beb8a1a2b3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:03.910120 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28d07def-def7-4264-8f33-213b2873f63f req-fc9fa12c-e3d1-4e65-b807-d1beb8a1a2b3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.0977349
Feb 17 04:29:03.918352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43316) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:03.939700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.957402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:03.962848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e2e37d69af49db84733cc531d51e4f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:03.966047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:03.972684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:03.990619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Request body: {'port': {'device_id': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:04.215755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28d07def-def7-4264-8f33-213b2873f63f req-2bece5ec-993a-44de-b5b5-6f8ae374af1b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846749
Feb 17 04:29:04.323816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-d9397583-71be-42ed-ab6d-59aac0c47095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:04.326040 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-d9397583-71be-42ed-ab6d-59aac0c47095 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1160 time: 0.3421485
Feb 17 04:29:04.348666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.356468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212e93f-6d0f-4b87-a1e1-1bba0d5ff6c3 req-5955befb-5751-4b0e-8b1b-4ac9614d92b5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:04.358126 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3212e93f-6d0f-4b87-a1e1-1bba0d5ff6c3 req-5955befb-5751-4b0e-8b1b-4ac9614d92b5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 931 time: 0.2765865
Feb 17 04:29:04.359367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.368939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7b5034e-7986-443b-8af2-514b8aeef334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:04.379235 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-534f40c5-a4bf-4159-8196-17bb04815ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3946359
Feb 17 04:29:04.387742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.411172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-936f1654-9301-4ddf-96c0-411d4b915d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:04.412759 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-936f1654-9301-4ddf-96c0-411d4b915d7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1160 time: 0.2759786
Feb 17 04:29:04.436544 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2e2e37d69af49db84733cc531d51e4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5141444
Feb 17 04:29:04.440233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43338) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:04.452200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b199f7b-377d-4b92-ad43-2d9776c5b7ac,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:04.457050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4ae1a22d-2b7e-490a-a68d-32c68a0609a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:04.461776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3212e93f-6d0f-4b87-a1e1-1bba0d5ff6c3 req-1b5e84f4-3a00-48c7-83cc-269587b6a01b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814078
Feb 17 04:29:04.684734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.765653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-953bdba2-acd7-4bb9-bf2e-deb4a5598a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:04.767693 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-953bdba2-acd7-4bb9-bf2e-deb4a5598a38 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1786976
Feb 17 04:29:04.940695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:05.002233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-72403375-5ff6-4783-890a-292d92e67445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.003865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b86e83a3-1d92-4d28-96c5-1b498d649897 req-72403375-5ff6-4783-890a-292d92e67445 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2278361
Feb 17 04:29:05.013850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddcfa2-be75-46fb-a3b7-281c9609965f req-745acd30-3715-454d-a253-dee8c0841ec1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.015587 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fddcfa2-be75-46fb-a3b7-281c9609965f req-745acd30-3715-454d-a253-dee8c0841ec1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1537390
Feb 17 04:29:05.197133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-7a47e755-f021-4c8b-b4ac-ee0733fc1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.198816 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-7a47e755-f021-4c8b-b4ac-ee0733fc1da7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.5734835
Feb 17 04:29:05.204576 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fddcfa2-be75-46fb-a3b7-281c9609965f req-ba86c3a0-5b64-4dc7-908e-7add10c31afd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759498
Feb 17 04:29:05.205269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd632-c6d8-4c0e-8d4b-0aa9b741409a req-c9cb1b61-1d70-4b2f-ae5b-5aaf97020231 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.206881 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cebcd632-c6d8-4c0e-8d4b-0aa9b741409a req-c9cb1b61-1d70-4b2f-ae5b-5aaf97020231 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.6365781
Feb 17 04:29:05.248980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-82f2abe9-125b-46b6-9513-ca232aec50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.251229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-82f2abe9-125b-46b6-9513-ca232aec50f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1160 time: 0.1743026
Feb 17 04:29:05.257315 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94192b0f-e3d1-44e2-b244-eb3a12faebaa req-43bad5a2-af69-4c66-bf84-6fef2342528d service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6307487
Feb 17 04:29:05.474367 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-7f3c5bbe-91db-49b8-8b99-13b9c45d20d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.1879721
Feb 17 04:29:05.592827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540865dd-0047-4832-8a3f-a594029f82f4 req-c84c50bb-c7ff-41f6-989e-41fefd5667fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.594736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-c84c50bb-c7ff-41f6-989e-41fefd5667fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.1099262
Feb 17 04:29:05.604045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ea649-2fbd-4313-9945-7b078025cec9 req-87ea0175-0235-4221-984e-d4b7b018238a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.606926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-792ea649-2fbd-4313-9945-7b078025cec9 req-87ea0175-0235-4221-984e-d4b7b018238a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.1996431
Feb 17 04:29:05.621558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:05.653136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:05.661799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-8a3d4171-9a36-4f1e-904d-ede5166ac2a8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:29:05.685485 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-247a1e3e-878e-4707-aa05-a47b35b366f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769153
Feb 17 04:29:05.692716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cebcd632-c6d8-4c0e-8d4b-0aa9b741409a req-aa3b8884-6086-49db-b6a0-fdd9739745c1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4339864
Feb 17 04:29:05.693517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b199f7b-377d-4b92-ad43-2d9776c5b7ac,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:05.702480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:05.748012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:05.751685 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b199f7b-377d-4b92-ad43-2d9776c5b7ac HTTP/1.1" status: 204  len: 168 time: 1.3034658
Feb 17 04:29:05.751685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-fd8fb496-bdd5-40bb-83f2-0b26da2ac4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:05.752224 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e766fac-ae40-4ee7-94ef-a62d9675cff9 req-fd8fb496-bdd5-40bb-83f2-0b26da2ac4d0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5405643
Feb 17 04:29:05.833555 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-792ea649-2fbd-4313-9945-7b078025cec9 req-0262e8ce-a5d2-483c-8520-e17d118a07da tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702740
Feb 17 04:29:05.847783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:29:05.859083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:05.885001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-36555174-8b14-477a-81a1-ae53898a4599 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910064
Feb 17 04:29:05.980964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Transition to ACTIVE for port object 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:29:05.994983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:06.025784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de551e02-5f1a-4b91-bebf-4aacd4119e84 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:06.314379 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-540865dd-0047-4832-8a3f-a594029f82f4 req-e5e0ea56-43d4-4497-bf8c-fa4088eab856 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4219923
Feb 17 04:29:06.366961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Pushing event updated for resources: {'Port': ['ID=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:06.370283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:06.393049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6619968-9577-4805-bf9e-be2a95e0939f req-6112d65d-104b-49ca-b252-d9bd76b4ef2a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:06.393875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-d6619968-9577-4805-bf9e-be2a95e0939f req-6112d65d-104b-49ca-b252-d9bd76b4ef2a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:06.405756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-8977ba94-49be-4e95-a3f2-4e8033a796fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:06.408276 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-8977ba94-49be-4e95-a3f2-4e8033a796fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1160 time: 0.5438459
Feb 17 04:29:06.441019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3460b5-34ae-4b01-bdeb-2e2f6104cec8 req-896d9311-fae8-4048-87ce-67d45194c0d5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:06.447581 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dc3460b5-34ae-4b01-bdeb-2e2f6104cec8 req-896d9311-fae8-4048-87ce-67d45194c0d5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1005156
Feb 17 04:29:06.547346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dc3460b5-34ae-4b01-bdeb-2e2f6104cec8 req-5797a164-3459-4c5b-bdc1-2069e593ae22 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951052
Feb 17 04:29:06.590785 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-60183b44-7b83-4bb6-a30e-3aff543d0937 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06f3049-4f07-4c51-9968-0a06c58bb377 HTTP/1.1" status: 200  len: 217 time: 0.0954800
Feb 17 04:29:06.591484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-d6619968-9577-4805-bf9e-be2a95e0939f req-6112d65d-104b-49ca-b252-d9bd76b4ef2a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:06.592646 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6619968-9577-4805-bf9e-be2a95e0939f req-6112d65d-104b-49ca-b252-d9bd76b4ef2a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 931 time: 0.7302120
Feb 17 04:29:06.597678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Attempting to bind port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:29:06.598052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Attempting to bind port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:29:06.598423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Attempting to bind port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 on network a4759f4f-636c-409c-a003-149d7d8e5a4a {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:29:06.737180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:29:06.737812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Checking segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:06.738777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:06.739519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Bound using segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:29:06.741053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Bound port: 55e2629a-f0a2-41a8-b1d3-df6b83ba5111, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:29:06.741712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:06.803161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac88e-3352-497c-9477-de3345b35489 req-9707bd7e-d142-4407-8823-76acfff75805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:06.804760 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-9707bd7e-d142-4407-8823-76acfff75805 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.2018929
Feb 17 04:29:06.809006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a3fb43ae-c2fe-478c-b9a6-913bf7c74695 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:06.814654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6619968-9577-4805-bf9e-be2a95e0939f req-e19c1edc-9836-40d0-9c36-e04bcb9229b4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2130704
Feb 17 04:29:06.928926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-98448db5-39f5-46c9-958f-5ce7d20a72fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786505
Feb 17 04:29:06.955534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:06.961161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:06.965765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.046804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb1f92-c5da-4386-950e-2ae6c2e2c6dc req-8c841fb5-e076-4648-8899-9c984f994460 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:07.047593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-78bb1f92-c5da-4386-950e-2ae6c2e2c6dc req-8c841fb5-e076-4648-8899-9c984f994460 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:07.073575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-78bb1f92-c5da-4386-950e-2ae6c2e2c6dc req-8c841fb5-e076-4648-8899-9c984f994460 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:07.075280 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-78bb1f92-c5da-4386-950e-2ae6c2e2c6dc req-8c841fb5-e076-4648-8899-9c984f994460 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1598833
Feb 17 04:29:07.112328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.141848 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-78bb1f92-c5da-4386-950e-2ae6c2e2c6dc req-0aee6b95-0a42-4fec-8207-eb610787a82b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587101
Feb 17 04:29:07.152473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,segment=NetworkSegment(de6f87fb-a234-419f-a28b-79e466c9e481),segment_id=de6f87fb-a234-419f-a28b-79e466c9e481)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:07.153561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:07.224558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] For port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:29:07.232468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] For port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:29:07.241802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.249366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:07.259718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.284876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:07.347289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:07.352285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:07.452983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-bc0ed2f1-9ffd-44cd-b97f-58efcb938fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5003719
Feb 17 04:29:07.521269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f1e6f-115f-4d9c-9785-13e1b2a3aea4 req-dce73a73-a38e-4149-b0d3-aeb2ab50bb5c tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:07.529724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-259f1e6f-115f-4d9c-9785-13e1b2a3aea4 req-dce73a73-a38e-4149-b0d3-aeb2ab50bb5c tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.5076046
Feb 17 04:29:07.615685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Pushing event updated for resources: {'Port': ['ID=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:07.635652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:07.696072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695', 'code': 200}
Feb 17 04:29:07.813572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-5c95ff4f-1e67-4f05-b9d2-3558473ee4ba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:29:07.860173 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1fac88e-3352-497c-9477-de3345b35489 req-eacf06dc-f085-43ce-ad6e-db8495c9584e service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3947585
Feb 17 04:29:07.865142 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-259f1e6f-115f-4d9c-9785-13e1b2a3aea4 req-128c2f08-54cc-4010-8784-b5c47e3d57bf tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344502
Feb 17 04:29:07.881110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:07.881804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.883422 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] 10.222.0.59 "PUT /v2.0/ports/55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1157 time: 3.9027946
Feb 17 04:29:07.884502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:08.020789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ef91-0efe-46ed-bbd6-de8ce30fbecc req-77582b00-aa9b-432b-91c5-7a2ca38c05b3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:08.028862 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c40ef91-0efe-46ed-bbd6-de8ce30fbecc req-77582b00-aa9b-432b-91c5-7a2ca38c05b3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1170225
Feb 17 04:29:08.084393 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c40ef91-0efe-46ed-bbd6-de8ce30fbecc req-ae559d80-a647-4c54-a979-e8b9b7872e63 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544455
Feb 17 04:29:08.144325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab80e9-c13c-43d2-b443-7389bef4af76 req-d9aeb7f6-1df0-4d92-8210-c24c97314cbd tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:08.146072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2fab80e9-c13c-43d2-b443-7389bef4af76 req-d9aeb7f6-1df0-4d92-8210-c24c97314cbd tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1136608
Feb 17 04:29:08.154169 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'status': 'completed', 'code': 200}
Feb 17 04:29:08.198229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2fab80e9-c13c-43d2-b443-7389bef4af76 req-a4ab37f7-041b-497c-8052-d655d56dda71 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430760
Feb 17 04:29:08.344224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e75b-b5b0-482a-b8b2-d3c53358767e req-3b0f9add-c2ca-43bd-b9f6-c2e408e13857 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:08.345859 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae15e75b-b5b0-482a-b8b2-d3c53358767e req-3b0f9add-c2ca-43bd-b9f6-c2e408e13857 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0884631
Feb 17 04:29:08.394500 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae15e75b-b5b0-482a-b8b2-d3c53358767e req-74d5abf5-fe8a-4075-9f1b-3e60fbe075ca tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420558
Feb 17 04:29:08.608919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43482) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:08.739641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:08.755467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:08.759599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce7f3ac285f4972806c6b61f4a22522 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:08.762615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:08.768407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:08.853418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:08.856196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:08.865292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:08.911632 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ce7f3ac285f4972806c6b61f4a22522&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2990749
Feb 17 04:29:08.912287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43494) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:08.913968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c8920c-0628-4048-ae0c-06d48ca0008a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:08.918128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:08.981946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.010168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.055336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.060406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-305d8a0e-cd78-4dc0-94c6-31db01c8c01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:09.073125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c8920c-0628-4048-ae0c-06d48ca0008a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:09.077579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:09.086124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.091095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9c8920c-0628-4048-ae0c-06d48ca0008a HTTP/1.1" status: 204  len: 168 time: 0.1779225
Feb 17 04:29:09.101993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d541fc-5f5a-4c50-8639-76253396d18a req-2dbf7400-13ab-4def-9a20-3131386ff4a3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:09.107553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b5d541fc-5f5a-4c50-8639-76253396d18a req-2dbf7400-13ab-4def-9a20-3131386ff4a3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.1023993
Feb 17 04:29:09.174939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b5d541fc-5f5a-4c50-8639-76253396d18a req-e7c26fa2-219c-4e1d-8798-af4f9de38107 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576136
Feb 17 04:29:09.312611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb16fe-d4a9-43c5-943b-aa5ea514e314 req-999a5fa3-1545-4a55-982b-e666c0c33f8c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:09.314255 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bddb16fe-d4a9-43c5-943b-aa5ea514e314 req-999a5fa3-1545-4a55-982b-e666c0c33f8c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0915182
Feb 17 04:29:09.372130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bddb16fe-d4a9-43c5-943b-aa5ea514e314 req-0c929016-4ad6-423f-b437-601eb41da68a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478499
Feb 17 04:29:09.404010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba52cb-22ac-4d4d-9e59-f889ed716bd2 req-cb78991d-723a-4a77-b51d-abff1c683397 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:09.405636 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1ba52cb-22ac-4d4d-9e59-f889ed716bd2 req-cb78991d-723a-4a77-b51d-abff1c683397 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0886612
Feb 17 04:29:09.427452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 43510) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:09.447913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.456109 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1ba52cb-22ac-4d4d-9e59-f889ed716bd2 req-d5301d71-0294-4ae6-a3ce-dd7f8686a06d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442007
Feb 17 04:29:09.464337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:09.468445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb1b2609d94488898494d5c2108bfea is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:09.472442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:09.478851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:09.587480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-a7bad8ac-d526-4d10-a72e-ed5fcaa0a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:09.589090 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-a7bad8ac-d526-4d10-a72e-ed5fcaa0a375 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 1162 time: 0.0830128
Feb 17 04:29:09.636991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.643007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.653669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-82a4eb1f-9976-408a-9828-8a7c379f69d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:09.678582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70369fd2-6ff6-4947-bda3-09e993d47de5 req-bae72bc9-468d-4ae4-872a-92fc8bd829d6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:09.680171 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70369fd2-6ff6-4947-bda3-09e993d47de5 req-bae72bc9-468d-4ae4-872a-92fc8bd829d6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1598482
Feb 17 04:29:09.723197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9eb1b2609d94488898494d5c2108bfea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2945292
Feb 17 04:29:09.726461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 43516) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:09.733377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9136f6-a565-4ac2-a055-9007d9fe4b12,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:09.746095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:09.757237 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70369fd2-6ff6-4947-bda3-09e993d47de5 req-6c28b557-9f8d-477a-8427-f05f6b424c90 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646663
Feb 17 04:29:09.796579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.824620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.868524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.873709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:09.886596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9136f6-a565-4ac2-a055-9007d9fe4b12,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:09.891742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:09.896018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.897229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf9136f6-a565-4ac2-a055-9007d9fe4b12 HTTP/1.1" status: 204  len: 168 time: 0.1689374
Feb 17 04:29:10.367133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fffb6-6219-4a69-9e06-e3fedf9684e2 req-89914cf7-0b25-4de8-8521-ee7919e42072 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:10.368884 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-004fffb6-6219-4a69-9e06-e3fedf9684e2 req-89914cf7-0b25-4de8-8521-ee7919e42072 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0923536
Feb 17 04:29:10.417699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-004fffb6-6219-4a69-9e06-e3fedf9684e2 req-5f37095f-7ce9-4265-838f-c150521925ca tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424914
Feb 17 04:29:10.583001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df2a3-44b8-43cf-a46a-a6930f7c467a req-bcb8818b-98b2-40f1-bc73-d5491a6f120c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:10.584820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-122df2a3-44b8-43cf-a46a-a6930f7c467a req-bcb8818b-98b2-40f1-bc73-d5491a6f120c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0933983
Feb 17 04:29:10.639028 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-122df2a3-44b8-43cf-a46a-a6930f7c467a req-dd2b5fe6-4ea3-474c-9f0d-07587faa0837 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469558
Feb 17 04:29:10.668051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6834f-fb1a-418e-8e47-848d2342b18b req-15a54eb3-eaa2-4934-bd69-9fccd728b881 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:10.669721 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95d6834f-fb1a-418e-8e47-848d2342b18b req-15a54eb3-eaa2-4934-bd69-9fccd728b881 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0951262
Feb 17 04:29:10.719714 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95d6834f-fb1a-418e-8e47-848d2342b18b req-dd612210-5848-4f64-95db-26a01669cf54 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437019
Feb 17 04:29:10.961441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985e39-8401-45e9-a0d0-46fe7fbb7c7d req-ff617bff-f2b1-4a46-ab1c-b2a1b07f7877 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:10.963702 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3985e39-8401-45e9-a0d0-46fe7fbb7c7d req-ff617bff-f2b1-4a46-ab1c-b2a1b07f7877 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0919499
Feb 17 04:29:11.014758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3985e39-8401-45e9-a0d0-46fe7fbb7c7d req-a1cbb573-ef56-40ca-bed6-c99043a5b0a4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446510
Feb 17 04:29:11.623106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173fc6-6e83-4503-9bfb-54eec77e3bc1 req-eac300dc-7994-4658-b4d1-f777b11dff29 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:11.624828 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-52173fc6-6e83-4503-9bfb-54eec77e3bc1 req-eac300dc-7994-4658-b4d1-f777b11dff29 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0937088
Feb 17 04:29:11.676754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-52173fc6-6e83-4503-9bfb-54eec77e3bc1 req-739e321d-07a1-46b2-bcb1-85668e4aa6bb tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453758
Feb 17 04:29:11.867341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b9459-7859-4e46-92eb-76f868ceff78 req-30b1f61d-d94c-42bd-9e83-1c0c3aaad417 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:11.869785 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e25b9459-7859-4e46-92eb-76f868ceff78 req-30b1f61d-d94c-42bd-9e83-1c0c3aaad417 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.1060436
Feb 17 04:29:11.923652 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e25b9459-7859-4e46-92eb-76f868ceff78 req-3081334f-af70-417a-b9e8-e7234de9f764 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471957
Feb 17 04:29:11.944798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480939a6-2572-4721-9c14-0562f58d3117 req-53169b31-19e5-4f1c-94c7-157dd60192fe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:11.947465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-480939a6-2572-4721-9c14-0562f58d3117 req-53169b31-19e5-4f1c-94c7-157dd60192fe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0965004
Feb 17 04:29:11.995845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-480939a6-2572-4721-9c14-0562f58d3117 req-fa9fcf33-4447-4034-baba-d1726683c71e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420167
Feb 17 04:29:12.197939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:12.225577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:12.230701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Usage tracker for resource:security_group_rule and tenant:6b19bb1bef1a480fa09c23d4555a2577 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:12.233771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:12.240279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:12.303497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77114fe-3f5b-4c40-9c47-2eda6844c981 req-ccaaa7d7-49d4-4cb7-ae9e-5152d2b3c951 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:12.307771 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e77114fe-3f5b-4c40-9c47-2eda6844c981 req-ccaaa7d7-49d4-4cb7-ae9e-5152d2b3c951 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1676419
Feb 17 04:29:12.367199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:12.369263 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e77114fe-3f5b-4c40-9c47-2eda6844c981 req-50543903-add5-473c-8b14-dd53bbc0ccaa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554237
Feb 17 04:29:12.377596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-764fdd22-c4a2-48d1-8fa5-881f423e502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:12.379421 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-764fdd22-c4a2-48d1-8fa5-881f423e502a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1160 time: 0.2783980
Feb 17 04:29:12.380749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:12.391005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-782d961a-182f-4f2c-a801-b1f3b36e8356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:12.606242 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d79b8ab-9658-4a46-8fa5-c1fb0b796bb8 req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5064874
Feb 17 04:29:12.620356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6bfe0f-2b77-4605-a3c8-c23cb51cab50,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:12.623715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:12.897578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc119-5a53-4700-a293-043dac427e98 req-2f175ece-54e8-4c54-a1dd-1ab0b222e227 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:12.899327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1edc119-5a53-4700-a293-043dac427e98 req-2f175ece-54e8-4c54-a1dd-1ab0b222e227 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0946691
Feb 17 04:29:12.949936 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1edc119-5a53-4700-a293-043dac427e98 req-36e22bd5-fb5a-4493-93eb-7293fe3f8e5f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436573
Feb 17 04:29:13.127808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac3ce-084c-4fe1-b62a-7605b33ca5d2 req-a723185b-005f-438a-8499-a8fa02cc8ac1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:13.129392 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c99ac3ce-084c-4fe1-b62a-7605b33ca5d2 req-a723185b-005f-438a-8499-a8fa02cc8ac1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0954576
Feb 17 04:29:13.179471 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c99ac3ce-084c-4fe1-b62a-7605b33ca5d2 req-09901cd6-ae2c-40ec-94d1-34534ff671ea tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430510
Feb 17 04:29:13.201630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f5575-a747-4512-a11f-0323a724067c req-4f8230ce-e7d8-4018-9f65-d4683ea7cec6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:13.203250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e78f5575-a747-4512-a11f-0323a724067c req-4f8230ce-e7d8-4018-9f65-d4683ea7cec6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0936861
Feb 17 04:29:13.251876 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e78f5575-a747-4512-a11f-0323a724067c req-61d9fec4-2e4c-4634-94f9-67d6e02ed0fe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422213
Feb 17 04:29:13.571794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a329c-8226-4645-a482-6cc04730167c req-a1dc6464-ff5e-42c0-8f6d-1e27c5541bae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:13.573436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d54a329c-8226-4645-a482-6cc04730167c req-a1dc6464-ff5e-42c0-8f6d-1e27c5541bae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0870976
Feb 17 04:29:13.599418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-48eeaf32-2965-46ed-993d-674ffc08429a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 217 time: 0.0714974
Feb 17 04:29:13.625952 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d54a329c-8226-4645-a482-6cc04730167c req-a3fbe816-9a9a-4823-9073-3f7f8612e3de tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459535
Feb 17 04:29:13.671134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-2aa220ec-9ba4-49b1-813e-9387db15436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:13.672730 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-2aa220ec-9ba4-49b1-813e-9387db15436a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0663190
Feb 17 04:29:13.827570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-f04ea744-0929-4488-8bd9-dd89bf9dc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:13.829149 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-f04ea744-0929-4488-8bd9-dd89bf9dc377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818460
Feb 17 04:29:13.978607 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-84d8ef63-2bfb-45ae-b0f9-534e77b14b60 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418276
Feb 17 04:29:14.193256 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95b7de07-401b-4ccd-b7bd-2cfaa3342914 req-b08f4280-0283-4b8d-85af-cb7f6513b205 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2075717
Feb 17 04:29:14.208936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a52b-9daa-4c2f-9d90-9f86b9bdd9f8 req-8ca30966-08ac-4631-b47f-6294669057b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.210703 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7c2a52b-9daa-4c2f-9d90-9f86b9bdd9f8 req-8ca30966-08ac-4631-b47f-6294669057b2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.1336994
Feb 17 04:29:14.268006 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7c2a52b-9daa-4c2f-9d90-9f86b9bdd9f8 req-4c807094-d329-469c-ab86-e9ad61c6dbad tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474565
Feb 17 04:29:14.299838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e825e7f4-3daa-4bfe-9c61-a440fc5474f1 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:14.380211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:14.386296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:14.386719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:14.393673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97444064-a54b-49a1-92f1-4dcedd227e30 req-1b829441-fb60-4177-aea0-39a8997450df tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.395316 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97444064-a54b-49a1-92f1-4dcedd227e30 req-1b829441-fb60-4177-aea0-39a8997450df tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 943 time: 0.0925567
Feb 17 04:29:14.452509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97444064-a54b-49a1-92f1-4dcedd227e30 req-5acf6f5c-d0c8-45b1-8df8-034d362f5637 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501108
Feb 17 04:29:14.492391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db90f1-b590-4f4f-8353-d98abbed688a req-8a8a225b-2a92-4367-9083-ffb9978a2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.494229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-8a8a225b-2a92-4367-9083-ffb9978a2319 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1160 time: 0.1753836
Feb 17 04:29:14.519213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:14.537598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95151511-2295-4901-b32a-3a28b8f8e7cd req-4d04df13-72f5-4dfc-ad71-a90d33378faf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.545969 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95151511-2295-4901-b32a-3a28b8f8e7cd req-4d04df13-72f5-4dfc-ad71-a90d33378faf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1670256
Feb 17 04:29:14.551853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:14.563530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port e825e7f4-3daa-4bfe-9c61-a440fc5474f1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:14.568376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:14.569453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a3fb43ae-c2fe-478c-b9a6-913bf7c74695 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:14.615272 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1', 'code': 200}
Feb 17 04:29:14.615790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:14.679137 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95151511-2295-4901-b32a-3a28b8f8e7cd req-b4d50e27-b0f1-4c4b-adf1-1721a637dd0c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1320019
Feb 17 04:29:14.695618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:14.701244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:14.745456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:14.746124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:14.753307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db90f1-b590-4f4f-8353-d98abbed688a req-bf525f4b-6752-47f7-b5fe-b55869af8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.754923 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-bf525f4b-6752-47f7-b5fe-b55869af8d33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.2529683
Feb 17 04:29:14.849204 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-50a7ef58-6f74-419c-9dd7-02a6a41cc240 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 217 time: 0.0871778
Feb 17 04:29:14.924415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ff3dd-3cfa-47ba-b250-5cf618bae4df req-6a96e1cb-88e6-4a08-a57a-3cebd2a5f5c3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.928166 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-550ff3dd-3cfa-47ba-b250-5cf618bae4df req-6a96e1cb-88e6-4a08-a57a-3cebd2a5f5c3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1204009
Feb 17 04:29:14.989672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db90f1-b590-4f4f-8353-d98abbed688a req-8e7c7bc5-6f79-4e2c-b1c1-fbdbf98989b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:14.991291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-8e7c7bc5-6f79-4e2c-b1c1-fbdbf98989b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.1241469
Feb 17 04:29:14.991740 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-550ff3dd-3cfa-47ba-b250-5cf618bae4df req-1c460d38-af23-4d37-bbc5-8b05a8aa9b5d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479760
Feb 17 04:29:15.067917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42905b4-83c0-4cf1-add0-546323cd7360 req-3e78f968-5681-499c-9ce7-56d59e855dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:15.069487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d42905b4-83c0-4cf1-add0-546323cd7360 req-3e78f968-5681-499c-9ce7-56d59e855dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 1162 time: 0.1626394
Feb 17 04:29:15.128811 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d42905b4-83c0-4cf1-add0-546323cd7360 req-f9d07fd6-3d3c-4e05-8951-d323be4f72c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504141
Feb 17 04:29:15.130763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db90f1-b590-4f4f-8353-d98abbed688a req-48f1f72f-7d75-48a0-a1ff-e170fc33e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:15.132308 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-48f1f72f-7d75-48a0-a1ff-e170fc33e303 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333673
Feb 17 04:29:15.414428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e825e7f4-3daa-4bfe-9c61-a440fc5474f1 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:15.474338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956de51-c712-4c46-8e47-5ea418dee775 req-926159e6-d954-4cda-af85-343d96d86ac9 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:15.475873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b956de51-c712-4c46-8e47-5ea418dee775 req-926159e6-d954-4cda-af85-343d96d86ac9 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0926242
Feb 17 04:29:15.491355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:15.491556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:15.532805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b956de51-c712-4c46-8e47-5ea418dee775 req-0bdf9d98-fefc-426a-bbcf-ee65e3a1bc81 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488019
Feb 17 04:29:15.751300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc811d15-113b-4779-9163-c7c79fba6f56 req-8718ccf6-572b-4757-9aec-2343a723e0b5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:15.753207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc811d15-113b-4779-9163-c7c79fba6f56 req-8718ccf6-572b-4757-9aec-2343a723e0b5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1332176
Feb 17 04:29:15.828510 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-491a0362-bec2-4919-a499-5e3b7d45764b service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676717
Feb 17 04:29:15.841663 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc811d15-113b-4779-9163-c7c79fba6f56 req-504fde37-487b-4fc2-bc3e-4e6a59d44416 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795224
Feb 17 04:29:15.934041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1336fd-4dfd-45be-9c47-68ec706d40a6 req-0ad45124-88a9-4d70-9655-8a58f38ce198 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:15.935687 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae1336fd-4dfd-45be-9c47-68ec706d40a6 req-0ad45124-88a9-4d70-9655-8a58f38ce198 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0962155
Feb 17 04:29:15.983596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae1336fd-4dfd-45be-9c47-68ec706d40a6 req-aa6a7dab-1f96-41d7-a53a-364961cc2296 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414476
Feb 17 04:29:16.218408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a075-8ef8-4e30-8706-7f90bdd6382f req-d5069eef-3b85-4b20-bc1b-4547d8234c48 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:16.219874 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0e74a075-8ef8-4e30-8706-7f90bdd6382f req-d5069eef-3b85-4b20-bc1b-4547d8234c48 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1059299
Feb 17 04:29:16.272265 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0e74a075-8ef8-4e30-8706-7f90bdd6382f req-466a8e73-3017-4117-b649-ef4face2827b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453765
Feb 17 04:29:16.330366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd83537b-0066-47b2-bb51-50d537ee4215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:16.771827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c21b8-e37f-4b2a-80ab-6a54b543e722 req-2fecc4fa-e931-44ea-8b10-e608a1c896b6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:16.774272 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d39c21b8-e37f-4b2a-80ab-6a54b543e722 req-2fecc4fa-e931-44ea-8b10-e608a1c896b6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.1027994
Feb 17 04:29:16.833035 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d39c21b8-e37f-4b2a-80ab-6a54b543e722 req-e4afb152-355d-4ba5-882b-4ce7ab1fcef2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506628
Feb 17 04:29:17.057098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eee70-d74d-4ce9-adb5-6d889f804e76 req-75572370-e93a-4221-8b46-fb4eff69a12c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:17.067675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-083eee70-d74d-4ce9-adb5-6d889f804e76 req-75572370-e93a-4221-8b46-fb4eff69a12c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1114316
Feb 17 04:29:17.115835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-083eee70-d74d-4ce9-adb5-6d889f804e76 req-261fd329-5bd3-4cb9-986a-367c0e907859 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472178
Feb 17 04:29:17.216584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3645b-364c-4a93-be63-a085ebdc36dc req-db475255-8125-4fcb-bda3-bdde5c1a42bb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:17.218202 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72c3645b-364c-4a93-be63-a085ebdc36dc req-db475255-8125-4fcb-bda3-bdde5c1a42bb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1111345
Feb 17 04:29:17.269311 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72c3645b-364c-4a93-be63-a085ebdc36dc req-eb0d6348-a108-458e-8a33-09321b67c287 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442400
Feb 17 04:29:17.474425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14be45-b8d1-4d1c-a575-33bed8dc7990 req-5cb41f6e-f98f-4224-b9f3-0f5b3eea9c94 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:17.476088 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a14be45-b8d1-4d1c-a575-33bed8dc7990 req-5cb41f6e-f98f-4224-b9f3-0f5b3eea9c94 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0887980
Feb 17 04:29:17.525463 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a14be45-b8d1-4d1c-a575-33bed8dc7990 req-49013b4d-e40c-4026-80e2-08358a8b1296 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419822
Feb 17 04:29:18.044123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf041-dae0-4182-a303-7ea42c355fbf req-9f58f585-6b9d-4bbc-8b2b-ecd215d9b610 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:18.045708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d22cf041-dae0-4182-a303-7ea42c355fbf req-9f58f585-6b9d-4bbc-8b2b-ecd215d9b610 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0937486
Feb 17 04:29:18.094021 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d22cf041-dae0-4182-a303-7ea42c355fbf req-c782e4d1-f9e1-4a82-bb9f-437536603d49 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419984
Feb 17 04:29:18.343839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f575f9-9a6c-434b-ae63-67606e01bba6 req-ba0df205-a8f1-45c6-9a60-7c719290369a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:18.345476 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03f575f9-9a6c-434b-ae63-67606e01bba6 req-ba0df205-a8f1-45c6-9a60-7c719290369a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0925529
Feb 17 04:29:18.394136 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03f575f9-9a6c-434b-ae63-67606e01bba6 req-70818797-47cc-4b48-95e6-98b942415a28 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423334
Feb 17 04:29:18.469293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cce70-1b68-4130-8fd8-c46245ef6b1e req-7caf858f-2d33-4408-b48b-e5de844d8324 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:18.470871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-920cce70-1b68-4130-8fd8-c46245ef6b1e req-7caf858f-2d33-4408-b48b-e5de844d8324 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0850108
Feb 17 04:29:18.518478 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-920cce70-1b68-4130-8fd8-c46245ef6b1e req-2565ad33-5e03-4c16-8ee8-32ef6e5e1256 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412815
Feb 17 04:29:18.728483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f768ec1-b752-4a48-b4c2-84f6004e17db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:18.728676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7011247-97d4-4e63-bcdc-e28a47e75209 req-f06687e7-4793-4362-a7e2-f7cf68d629c9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:18.730170 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7011247-97d4-4e63-bcdc-e28a47e75209 req-f06687e7-4793-4362-a7e2-f7cf68d629c9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0878711
Feb 17 04:29:18.777728 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7011247-97d4-4e63-bcdc-e28a47e75209 req-903a239d-b2a7-4ea3-a7f3-0fe96c750f65 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411625
Feb 17 04:29:19.135389 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58db90f1-b590-4f4f-8353-d98abbed688a req-1a3aeac5-d603-4a2d-9632-0205778fe6b5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1511939
Feb 17 04:29:19.315486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391188-94cb-4b3d-b74e-7089378985c7 req-50d504e9-f79c-4830-845e-c650be847d9b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:19.317007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4b391188-94cb-4b3d-b74e-7089378985c7 req-50d504e9-f79c-4830-845e-c650be847d9b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0911715
Feb 17 04:29:19.364545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4b391188-94cb-4b3d-b74e-7089378985c7 req-85e04f04-cbab-42e6-85f3-19bc5e4de952 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401950
Feb 17 04:29:19.446241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:19.598052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f0571-36c9-46cb-b5d8-236859315bab req-8aa2082b-75e5-4b22-ba28-be283d965563 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:19.599843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a64f0571-36c9-46cb-b5d8-236859315bab req-8aa2082b-75e5-4b22-ba28-be283d965563 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0929532
Feb 17 04:29:19.651259 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a64f0571-36c9-46cb-b5d8-236859315bab req-8c9779f4-6ed4-4f0f-9585-b8e4ccaa88cb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443206
Feb 17 04:29:19.725655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98dde2-e2b2-443a-ac2e-c81c2d594c3d req-3bf542cc-4ce4-49d9-998b-9f0d70ec57ce tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:19.727871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf98dde2-e2b2-443a-ac2e-c81c2d594c3d req-3bf542cc-4ce4-49d9-998b-9f0d70ec57ce tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0956640
Feb 17 04:29:19.776286 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf98dde2-e2b2-443a-ac2e-c81c2d594c3d req-ea0fdf22-6fc8-4aa2-a494-6f7b37c24517 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421100
Feb 17 04:29:19.973925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fb84-a83f-48a6-a211-dc56c1e9ac08 req-6dde7d88-c549-41ec-8a81-fe2d42bba36f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:19.975560 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fe2fb84-a83f-48a6-a211-dc56c1e9ac08 req-6dde7d88-c549-41ec-8a81-fe2d42bba36f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0865819
Feb 17 04:29:20.026336 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fe2fb84-a83f-48a6-a211-dc56c1e9ac08 req-f5489530-ae4b-43b1-8647-db0d6ccd692d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445080
Feb 17 04:29:20.331906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:20.565614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fabdec-aa21-4bbb-8ba5-c8efad13eb4e req-896b0b63-c243-4b4e-a269-a95065c8aec3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:20.567155 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73fabdec-aa21-4bbb-8ba5-c8efad13eb4e req-896b0b63-c243-4b4e-a269-a95065c8aec3 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0862510
Feb 17 04:29:20.613977 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73fabdec-aa21-4bbb-8ba5-c8efad13eb4e req-14adcf66-eef2-4dac-ada6-170792a2b208 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406203
Feb 17 04:29:20.862762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f32b4-5585-4407-9bfe-417be2c9bc80 req-b1462ed7-3ecf-4848-afbb-b1feeedc3bb8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:20.864698 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fa0f32b4-5585-4407-9bfe-417be2c9bc80 req-b1462ed7-3ecf-4848-afbb-b1feeedc3bb8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0958924
Feb 17 04:29:20.886705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:20.918420 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fa0f32b4-5585-4407-9bfe-417be2c9bc80 req-0303436c-891d-4138-aafe-17cce4be31ba tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471969
Feb 17 04:29:20.991671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f22f3-cc8c-4188-8c32-b1dc7ca16188 req-8614a1f4-6cbb-4f02-bd73-b27ca0d71db8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:20.993553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-277f22f3-cc8c-4188-8c32-b1dc7ca16188 req-8614a1f4-6cbb-4f02-bd73-b27ca0d71db8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0941567
Feb 17 04:29:21.042562 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-277f22f3-cc8c-4188-8c32-b1dc7ca16188 req-0c9badff-47b2-4999-b696-4619ba1bb507 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428691
Feb 17 04:29:21.230314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8c79f-afda-4aa2-a2de-2a5e68985212 req-95c7472c-cb02-4149-ab1f-602364cd2d79 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:21.232017 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9eb8c79f-afda-4aa2-a2de-2a5e68985212 req-95c7472c-cb02-4149-ab1f-602364cd2d79 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0934298
Feb 17 04:29:21.280458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9eb8c79f-afda-4aa2-a2de-2a5e68985212 req-81574f15-b66b-4836-b457-ca913f3e7752 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422163
Feb 17 04:29:21.470580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a3fb43ae-c2fe-478c-b9a6-913bf7c74695 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:21.544942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:21.545357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:21.813374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71bf46-2d29-404d-b809-dd6c9333824a req-12bb38eb-e8f6-4b26-9e11-42744789ac9f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:21.814967 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad71bf46-2d29-404d-b809-dd6c9333824a req-12bb38eb-e8f6-4b26-9e11-42744789ac9f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0860922
Feb 17 04:29:21.867216 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad71bf46-2d29-404d-b809-dd6c9333824a req-bda51d11-1429-403a-af59-be5da792365e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456655
Feb 17 04:29:22.128570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d931bab-f325-45ce-981f-102a03595cc0 req-e69f308a-1520-4137-aac0-a4cd3677d06b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:22.130412 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1d931bab-f325-45ce-981f-102a03595cc0 req-e69f308a-1520-4137-aac0-a4cd3677d06b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0983012
Feb 17 04:29:22.189922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1d931bab-f325-45ce-981f-102a03595cc0 req-9f90f7ab-9e4f-45ca-a809-e975418088cf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472994
Feb 17 04:29:22.258674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2aab1-e85b-4783-9610-67b81115b0ab req-99c29278-ebf5-4e2f-86b5-abdc90cdcbde tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:22.260369 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93b2aab1-e85b-4783-9610-67b81115b0ab req-99c29278-ebf5-4e2f-86b5-abdc90cdcbde tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0872366
Feb 17 04:29:22.313484 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93b2aab1-e85b-4783-9610-67b81115b0ab req-43894dde-85c3-411d-acca-6c3ab7b33205 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462115
Feb 17 04:29:22.422288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a3fb43ae-c2fe-478c-b9a6-913bf7c74695 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:22.503761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892f76-ae87-42fd-b216-d3d8981fb061 req-3b75a9cf-c4ab-4722-ba31-cb7dbf1cccda tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:22.505416 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b9892f76-ae87-42fd-b216-d3d8981fb061 req-3b75a9cf-c4ab-4722-ba31-cb7dbf1cccda tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1002944
Feb 17 04:29:22.513681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:22.514105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:22.569354 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b9892f76-ae87-42fd-b216-d3d8981fb061 req-05e19cff-4049-4251-8844-906574c90025 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552168
Feb 17 04:29:23.081025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5636eb-9f23-4a4a-b07f-b2803787aa53 req-c043ccdc-3809-4946-972a-00a706c0f746 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:23.082775 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f5636eb-9f23-4a4a-b07f-b2803787aa53 req-c043ccdc-3809-4946-972a-00a706c0f746 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0953109
Feb 17 04:29:23.132688 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f5636eb-9f23-4a4a-b07f-b2803787aa53 req-e4defc79-d6b2-414c-b725-45b0c916f71a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429101
Feb 17 04:29:23.393960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0adfa0-9593-4842-b2eb-b7073fbb4293 req-db9bb37b-2477-4d94-ac34-412031e878f0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:23.395625 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d0adfa0-9593-4842-b2eb-b7073fbb4293 req-db9bb37b-2477-4d94-ac34-412031e878f0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0915141
Feb 17 04:29:23.450024 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d0adfa0-9593-4842-b2eb-b7073fbb4293 req-79b4d482-de76-40a0-beec-4c6f8d764ff2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472202
Feb 17 04:29:23.525658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f4b7d-4c34-4181-8479-5ba9bcc90efa req-bd501e34-3176-4e44-be65-9617486e8f4a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:23.528128 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d63f4b7d-4c34-4181-8479-5ba9bcc90efa req-bd501e34-3176-4e44-be65-9617486e8f4a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0969009
Feb 17 04:29:23.575671 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d63f4b7d-4c34-4181-8479-5ba9bcc90efa req-a2dc8d20-30cb-4467-9e60-27cd38872943 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423455
Feb 17 04:29:23.773779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2304e-c2e9-4460-a8dc-26243fc70cee req-966d6ddb-ee84-40e1-b7d5-7a8721ab3249 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:23.775539 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d2304e-c2e9-4460-a8dc-26243fc70cee req-966d6ddb-ee84-40e1-b7d5-7a8721ab3249 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0882998
Feb 17 04:29:23.823962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d2304e-c2e9-4460-a8dc-26243fc70cee req-4cfaa9d5-5cbe-4cfe-92a6-58a9c8b83b72 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423114
Feb 17 04:29:24.655171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790830-c650-4461-b314-e045b076bb8f req-4dd6cf2a-ac2d-40d0-bc79-1c516fb900e3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:24.656791 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b790830-c650-4461-b314-e045b076bb8f req-4dd6cf2a-ac2d-40d0-bc79-1c516fb900e3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0917065
Feb 17 04:29:24.707635 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b790830-c650-4461-b314-e045b076bb8f req-9c370e56-daba-4e18-b447-2eff12f0119e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444028
Feb 17 04:29:24.793373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402507-61d9-4da4-8c9a-67f9b1337d31 req-46a268c2-9a1d-44fb-8563-3f0d05332cbf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:24.795065 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-44402507-61d9-4da4-8c9a-67f9b1337d31 req-46a268c2-9a1d-44fb-8563-3f0d05332cbf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1018560
Feb 17 04:29:24.846008 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-44402507-61d9-4da4-8c9a-67f9b1337d31 req-1f954a2f-b1dc-4463-acd7-4423f5f62087 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437641
Feb 17 04:29:25.024194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a201-e9a5-4e8d-87da-1f68130a25d3 req-adb02620-a25e-4cb3-9880-b956833de4f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:25.025929 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2564a201-e9a5-4e8d-87da-1f68130a25d3 req-adb02620-a25e-4cb3-9880-b956833de4f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0873666
Feb 17 04:29:25.079835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2564a201-e9a5-4e8d-87da-1f68130a25d3 req-e167422c-9165-4d6a-a24b-e5a9cc0f4032 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474141
Feb 17 04:29:25.914739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df99b4c-bda5-4c8a-b697-2d2f7eddfed9 req-a647e8a8-dcbf-4ec8-b117-5da1d0ec449f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:25.916785 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8df99b4c-bda5-4c8a-b697-2d2f7eddfed9 req-a647e8a8-dcbf-4ec8-b117-5da1d0ec449f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0937557
Feb 17 04:29:25.967393 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8df99b4c-bda5-4c8a-b697-2d2f7eddfed9 req-dea57e02-cc82-48aa-a982-b9a4edf8b520 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439637
Feb 17 04:29:26.056667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ada3-2466-4a22-87ec-5ad5b2326645 req-ef9793ee-732f-46e2-9772-29521be1f929 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:26.058208 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8231ada3-2466-4a22-87ec-5ad5b2326645 req-ef9793ee-732f-46e2-9772-29521be1f929 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0879917
Feb 17 04:29:26.106565 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8231ada3-2466-4a22-87ec-5ad5b2326645 req-f696acde-f8dd-4666-bdbe-ac594c4cbf7e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420763
Feb 17 04:29:26.286403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c444de-eaf5-465d-9191-b8d3553bb17e req-3abc86db-c544-4ed8-ab4c-b549ad8c58f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:26.288059 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35c444de-eaf5-465d-9191-b8d3553bb17e req-3abc86db-c544-4ed8-ab4c-b549ad8c58f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0920827
Feb 17 04:29:26.337990 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35c444de-eaf5-465d-9191-b8d3553bb17e req-067c26eb-6643-4fd3-b6a9-4b1a5a81e651 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428634
Feb 17 04:29:27.185714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd185-1dbd-40a3-9ac2-72a822203927 req-8314363d-f884-46c4-9569-ac6027b7883b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:27.187373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e4dd185-1dbd-40a3-9ac2-72a822203927 req-8314363d-f884-46c4-9569-ac6027b7883b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0953362
Feb 17 04:29:27.322455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab224f36-bd81-4e51-a22b-1a7f42b7644c req-223562d8-3073-4a08-b417-88b55ec8c5a3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:27.324141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab224f36-bd81-4e51-a22b-1a7f42b7644c req-223562d8-3073-4a08-b417-88b55ec8c5a3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0926015
Feb 17 04:29:27.379101 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab224f36-bd81-4e51-a22b-1a7f42b7644c req-2acc8b8a-d1ca-4858-99b2-502ca966d746 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484545
Feb 17 04:29:27.439461 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e4dd185-1dbd-40a3-9ac2-72a822203927 req-75c0dde9-1aed-461d-a10c-4956ac068ca6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448006
Feb 17 04:29:27.589629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca624065-d2ba-4aae-8d3a-e2d9719177ea req-c4add919-c928-41e7-bf06-7e0d1a327cee tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:27.591215 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca624065-d2ba-4aae-8d3a-e2d9719177ea req-c4add919-c928-41e7-bf06-7e0d1a327cee tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0876760
Feb 17 04:29:27.639123 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca624065-d2ba-4aae-8d3a-e2d9719177ea req-52dfa888-43c3-4932-8e90-bb8286c87f5b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415337
Feb 17 04:29:28.589907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ccbe-5619-4466-8fde-74e39ddbdbde req-49f49f10-0275-43c9-8253-a68f8b2675e9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:28.591536 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3a6ccbe-5619-4466-8fde-74e39ddbdbde req-49f49f10-0275-43c9-8253-a68f8b2675e9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0868068
Feb 17 04:29:28.642365 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3a6ccbe-5619-4466-8fde-74e39ddbdbde req-79350697-7f72-4b9f-ba61-43d03b354a16 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442181
Feb 17 04:29:28.643390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc4533-8d95-4ea8-a499-c1dc316a2220 req-28c1563f-29ee-4cb4-befb-70f2c876d138 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:28.645010 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5dc4533-8d95-4ea8-a499-c1dc316a2220 req-28c1563f-29ee-4cb4-befb-70f2c876d138 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0935051
Feb 17 04:29:28.694104 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5dc4533-8d95-4ea8-a499-c1dc316a2220 req-c0102962-14ad-43f2-ad76-5c0e4b8fe129 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423248
Feb 17 04:29:28.842858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d89b-7e13-4e74-9ee4-f4f623dca4c4 req-d90c9dc3-5285-48c0-b2cd-1bf24f3b0dab tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:28.844490 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4533d89b-7e13-4e74-9ee4-f4f623dca4c4 req-d90c9dc3-5285-48c0-b2cd-1bf24f3b0dab tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0873311
Feb 17 04:29:28.943103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4533d89b-7e13-4e74-9ee4-f4f623dca4c4 req-583b8987-e729-4973-b5fb-a5a70035c77a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918922
Feb 17 04:29:28.972981 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-fe1ff057-2970-4bfa-b0ff-1b534114183a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0991209
Feb 17 04:29:29.101102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:29.210910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-665ea043-0317-4836-8934-a3262ce03e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:29.212719 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-665ea043-0317-4836-8934-a3262ce03e9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 1162 time: 0.1038480
Feb 17 04:29:29.377917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-ae0100cc-7d2d-4a1b-ae4f-cf818a9bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:29.379520 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-ae0100cc-7d2d-4a1b-ae4f-cf818a9bf7ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=22dca046-b01b-45d7-a1d3-fefa6eafc13b HTTP/1.1" status: 200  len: 906 time: 0.1400192
Feb 17 04:29:29.494642 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-f0a91213-e545-4d6a-8bdd-155fdd7c18e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695 HTTP/1.1" status: 200  len: 217 time: 0.0714691
Feb 17 04:29:29.582398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-e4126cb9-a03e-445f-8437-f2f681af5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:29.584017 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-e4126cb9-a03e-445f-8437-f2f681af5c92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cc88f33-d8a1-43f3-8345-1e0de2d9d58f HTTP/1.1" status: 200  len: 852 time: 0.0662463
Feb 17 04:29:29.654271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-71f780ca-e88a-47b1-aa76-66e4127737d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22dca046-b01b-45d7-a1d3-fefa6eafc13b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507116
Feb 17 04:29:29.833666 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-51560eca-ea45-440c-a8ec-8c6a5d89e146 service neutron] 10.222.0.59 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702964
Feb 17 04:29:29.917778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6318b-f318-464d-b5c0-25fcc085c3f5 req-7989d1fa-567d-49cd-9c26-b436f92829fc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:29.919639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ff6318b-f318-464d-b5c0-25fcc085c3f5 req-7989d1fa-567d-49cd-9c26-b436f92829fc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1105771
Feb 17 04:29:29.957000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-66d1b0be-862a-4de1-9990-96748a816a88 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:29:29.973587 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ff6318b-f318-464d-b5c0-25fcc085c3f5 req-cc1619fe-d9d3-428c-b561-b782220802bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469458
Feb 17 04:29:30.048237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fde1a3-f60a-4924-9b1b-d3dd3d2ea4fe req-33900d6a-20c9-4f84-b64a-82067ee58f25 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:30.049828 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f0fde1a3-f60a-4924-9b1b-d3dd3d2ea4fe req-33900d6a-20c9-4f84-b64a-82067ee58f25 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.2152565
Feb 17 04:29:30.053256 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc9d6a40-dff4-4a88-85b0-f3e7f820edcd req-b316be21-33f8-4023-97ba-b244ae6e5353 service neutron] 10.222.0.59 "GET /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1728499
Feb 17 04:29:30.100584 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f0fde1a3-f60a-4924-9b1b-d3dd3d2ea4fe req-7e5689a7-a4a8-4491-a139-499d56aa62a0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437710
Feb 17 04:29:30.182233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aee59-63ca-41d8-8a62-8f1d76d8f9e1 req-201006be-4e2a-4b8f-adcb-0ac2740b9e6e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:30.183861 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dc7aee59-63ca-41d8-8a62-8f1d76d8f9e1 req-201006be-4e2a-4b8f-adcb-0ac2740b9e6e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0963690
Feb 17 04:29:30.234462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dc7aee59-63ca-41d8-8a62-8f1d76d8f9e1 req-334cfeff-2524-4617-8402-5a59e7a4f737 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440345
Feb 17 04:29:31.185083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e2ae-f65b-4d63-9a98-cdc4f77a76b2 req-41505e59-0c83-4b0d-bc46-625ed25474ba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:31.186725 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d075e2ae-f65b-4d63-9a98-cdc4f77a76b2 req-41505e59-0c83-4b0d-bc46-625ed25474ba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0903313
Feb 17 04:29:31.250606 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d075e2ae-f65b-4d63-9a98-cdc4f77a76b2 req-15e26a3c-6da1-4833-901d-125b7fb5ea33 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512221
Feb 17 04:29:31.365688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44056) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:31.443074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef534c8-015e-46e1-80e5-ef4713ba6e48 req-ef289c0a-7be7-42a1-901c-9067c35a3d75 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:31.444766 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bef534c8-015e-46e1-80e5-ef4713ba6e48 req-ef289c0a-7be7-42a1-901c-9067c35a3d75 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0928211
Feb 17 04:29:31.497858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.498647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bef534c8-015e-46e1-80e5-ef4713ba6e48 req-9fea1121-f497-4db5-b669-413d23b34082 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472693
Feb 17 04:29:31.515294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:31.519447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5aaabc9bc64213b40b64170f9b424c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:31.522399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:31.528834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:31.535856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e825e7f4-3daa-4bfe-9c61-a440fc5474f1 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:31.612145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:31.612574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.616082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.619587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.628537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:31.674558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f98f5f5-1654-4f4a-be7d-cc3f5a434c06,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:31.679027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.679450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.679844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.680472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.680841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.681174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.681552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.681914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.682292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.682673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.683078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.683464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.683903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.684282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.684660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.685033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.685407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.685787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.686161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.686545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.686908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.687306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.687680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.688051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:31.697920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e5aaabc9bc64213b40b64170f9b424c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3278964
Feb 17 04:29:31.697920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:31.698171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44068) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:31.765731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:31.765972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.802215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.849745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:31.851448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.855869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:31.856281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.860935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac7fbfc6-b755-49ac-a37f-b1c9b2411c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:31.877170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:31.881493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f98f5f5-1654-4f4a-be7d-cc3f5a434c06 HTTP/1.1" status: 204  len: 168 time: 0.1792402
Feb 17 04:29:31.884678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f98f5f5-1654-4f4a-be7d-cc3f5a434c06,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:31.891885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:32.028256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.057943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:32.069341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:32.076468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.078465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:32.135547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e', 'code': 200}
Feb 17 04:29:32.175488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:32.185848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.186288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.186601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.186985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.187384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.187762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.188136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.188504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.188870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.189252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.189606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.189977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.190403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.190775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.191169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.191537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.192032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.192402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.192767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.193135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.193519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.193859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.194224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.194584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.200169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:32.246504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44096) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:32.267354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.286055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:32.291025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Usage tracker for resource:security_group_rule and tenant:5da42999f5bf4ce29f434a2104250514 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:32.295285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:32.302599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:32.481366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.484888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44104) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:32.495834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.523961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:32.536905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd545a-08c1-47e9-bdc0-eda4488c599b req-142b08eb-35f7-48d1-ab5a-45936106764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:32.538555 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-40bd545a-08c1-47e9-bdc0-eda4488c599b req-142b08eb-35f7-48d1-ab5a-45936106764e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.1225994
Feb 17 04:29:32.673159 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5da42999f5bf4ce29f434a2104250514&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4250648
Feb 17 04:29:32.674956 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-40bd545a-08c1-47e9-bdc0-eda4488c599b req-eab5b128-a9c4-42e7-a4d1-34b98d185722 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209311
Feb 17 04:29:32.678262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44116) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:32.681758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcfdb76-9e3e-4908-b6ff-7a1bbf7fb218,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:32.693232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.693640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.694040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.694431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.694819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.695235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.696174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.696550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.696942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.697359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.697962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.698089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.698513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.698900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.699303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.699686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.700063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.700450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.700832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.701210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.701596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.702209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.702340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.702681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:32.718420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:32.742525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.768734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:32.777092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Usage tracker for resource:security_group_rule and tenant:a0509da0e0da4e8b93b54ae63268dfb0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:32.787979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:32.796091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d1e1-2a17-453b-a2e8-5eee93115067 req-a3fe5570-8134-4afd-8a5c-d8d6d872a556 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:32.797418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e23d1e1-2a17-453b-a2e8-5eee93115067 req-a3fe5570-8134-4afd-8a5c-d8d6d872a556 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1888738
Feb 17 04:29:32.802457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.807365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:32.825542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67306f4-f529-4c61-9fa9-4b7e246842fa req-dbbd8930-0726-4753-a47c-7b8ba1cfda6b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:32.828149 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e67306f4-f529-4c61-9fa9-4b7e246842fa req-dbbd8930-0726-4753-a47c-7b8ba1cfda6b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1611290
Feb 17 04:29:32.872443 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e23d1e1-2a17-453b-a2e8-5eee93115067 req-427950a9-9b1e-4482-b440-c588965b2122 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677457
Feb 17 04:29:32.874295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.935204 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e67306f4-f529-4c61-9fa9-4b7e246842fa req-134cb6d8-da99-4928-8b3c-53e1dee9e501 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948799
Feb 17 04:29:32.943024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.960914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8d04395-bfd2-4b17-83d2-9eee35aec3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:32.968932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcfdb76-9e3e-4908-b6ff-7a1bbf7fb218,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:32.973401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:32.976192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.977849 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddcfdb76-9e3e-4908-b6ff-7a1bbf7fb218 HTTP/1.1" status: 204  len: 168 time: 0.2975323
Feb 17 04:29:33.006183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.014853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.025283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:33.070319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371d3a2-8646-4a7b-8388-0a26b7955467,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:33.076156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0509da0e0da4e8b93b54ae63268dfb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5904691
Feb 17 04:29:33.077413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:33.080639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44130) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:33.168408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.198010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.251381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.256699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24fada7d-e6e6-4040-b498-f90f264babbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:33.268471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371d3a2-8646-4a7b-8388-0a26b7955467,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:33.273930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:33.279851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.281453 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e371d3a2-8646-4a7b-8388-0a26b7955467 HTTP/1.1" status: 204  len: 168 time: 0.1992388
Feb 17 04:29:34.172322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c91d-45a4-4a7e-87be-d4310414f76f req-9c52a926-21ea-4f53-8328-6e89630f3357 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:34.181885 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a864c91d-45a4-4a7e-87be-d4310414f76f req-9c52a926-21ea-4f53-8328-6e89630f3357 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1545179
Feb 17 04:29:34.233944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44206) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:34.249580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a864c91d-45a4-4a7e-87be-d4310414f76f req-2e73694d-81ba-40a5-8b13-07e8e2641540 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665433
Feb 17 04:29:34.253896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5b44-4ad7-4385-973d-59dc8948f900 req-17eeaf3d-edb4-44be-945e-6b5b8308d252 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:34.255582 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-16ee5b44-4ad7-4385-973d-59dc8948f900 req-17eeaf3d-edb4-44be-945e-6b5b8308d252 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1358349
Feb 17 04:29:34.315758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-16ee5b44-4ad7-4385-973d-59dc8948f900 req-cfc540ca-7e3c-4789-9a36-165e866665e5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519764
Feb 17 04:29:34.433379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-793642917-network', 'tenant_id': '440d4048a9ad43869a00218c7acb9614'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:34.438305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:34.442413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Usage tracker for resource:network and tenant:440d4048a9ad43869a00218c7acb9614 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:34.445446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:34.451560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:34.460768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Made reservation on behalf of 440d4048a9ad43869a00218c7acb9614 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:34.466487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.481255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.498038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:34.502439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Usage tracker for resource:security_group_rule and tenant:440d4048a9ad43869a00218c7acb9614 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:34.505464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:34.512573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:34.618230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.622448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.626822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-95c888a7-64d2-46c5-970f-558d030c5930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:34.659323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:29:34.673778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed70be-b24b-405b-9f69-77968eb51b4f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:34.678504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:34.679515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.679995 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Added segment e208bfb6-20b4-460b-a1dc-35b582192e5e of type vxlan for network b5f1ca89-bbfb-4608-86a7-7b5d61122317
Feb 17 04:29:34.709573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.743496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.744786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:34.745437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.750441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:34.862402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Pushing event updated for resources: {'Network': ['ID=b5f1ca89-bbfb-4608-86a7-7b5d61122317,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:34.865898 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6308622
Feb 17 04:29:34.866861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:34.869249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44220) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:34.874049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:29:34.875959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Request body: {'subnet': {'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-793642917-subnet', 'tenant_id': '440d4048a9ad43869a00218c7acb9614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:34.881114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:34.885229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Usage tracker for resource:subnet and tenant:440d4048a9ad43869a00218c7acb9614 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:34.888309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:34.894121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:34.903974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Made reservation on behalf of 440d4048a9ad43869a00218c7acb9614 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:34.908714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:35.519171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a085-9a7a-4317-b8b7-3c04f37ddef0 req-665b40b3-9f1d-4cd4-8f12-3d9f24e16014 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:35.520779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b060a085-9a7a-4317-b8b7-3c04f37ddef0 req-665b40b3-9f1d-4cd4-8f12-3d9f24e16014 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0892932
Feb 17 04:29:35.526694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a038d-1058-49be-9fc8-a878b20e786c req-c6c50404-879f-444d-ba79-2deaaff7f945 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:35.528333 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-320a038d-1058-49be-9fc8-a878b20e786c req-c6c50404-879f-444d-ba79-2deaaff7f945 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1326773
Feb 17 04:29:35.570123 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b060a085-9a7a-4317-b8b7-3c04f37ddef0 req-57c8a082-82ae-45ee-858e-5016f2279798 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421965
Feb 17 04:29:35.619110 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-320a038d-1058-49be-9fc8-a878b20e786c req-d75b858c-fbc3-43cd-9997-1a66822f8710 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827923
Feb 17 04:29:35.644628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:35.659854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:35.795749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca2307a-aaf9-471c-a73a-e69fccea9019,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:35.798525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:35.865300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Checking segment: {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:35.865702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Network hostable DHCP agents. Network: b5f1ca89-bbfb-4608-86a7-7b5d61122317, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:29:35.884973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:29:35.893383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, b5f1ca89-bbfb-4608-86a7-7b5d61122317) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:29:35.897490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:35.898145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:35.903751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5104874-43f8-45aa-9f47-ec4f47e2cb10 None None] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:29:35.922079 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0516863
Feb 17 04:29:36.133904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c01038-b8a0-4135-b27c-2995123a308b None None] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:29:36.786914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2393-ccd3-4771-bbb3-deb35d32bf1f req-54ff47fc-c788-4213-8758-8b8b2a599b48 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:36.788647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-85cb2393-ccd3-4771-bbb3-deb35d32bf1f req-54ff47fc-c788-4213-8758-8b8b2a599b48 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0917852
Feb 17 04:29:36.832337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53f9c0-8bfa-4029-bd13-2d779b1321cb req-de7ea8c4-b167-43bc-a4bd-00131f99ae10 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:36.834207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd53f9c0-8bfa-4029-bd13-2d779b1321cb req-de7ea8c4-b167-43bc-a4bd-00131f99ae10 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0979052
Feb 17 04:29:36.842057 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-85cb2393-ccd3-4771-bbb3-deb35d32bf1f req-53cd9e0c-a38e-4230-a40f-48cbeba277e8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448096
Feb 17 04:29:36.897983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd53f9c0-8bfa-4029-bd13-2d779b1321cb req-49815f55-4a50-447e-a88f-6e8606ef7e21 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470297
Feb 17 04:29:36.911676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:29:38.049413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a3731-9afe-49a1-b3fb-a222b0766205 req-eec962b2-d262-4605-8e92-2c83a3f71bea tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:38.051023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-936a3731-9afe-49a1-b3fb-a222b0766205 req-eec962b2-d262-4605-8e92-2c83a3f71bea tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0935030
Feb 17 04:29:38.105243 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-936a3731-9afe-49a1-b3fb-a222b0766205 req-dd13b65d-aee7-42d5-ab62-672c3bdcd686 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426567
Feb 17 04:29:38.118795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ccc1-7a10-4ab5-bffa-9fc12675574b req-76d840e3-873f-4be3-9d3e-a47e0d824916 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:38.120454 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a384ccc1-7a10-4ab5-bffa-9fc12675574b req-76d840e3-873f-4be3-9d3e-a47e0d824916 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0922861
Feb 17 04:29:38.173948 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a384ccc1-7a10-4ab5-bffa-9fc12675574b req-6c5c4e20-f212-483f-b38b-2382fd67cb87 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465999
Feb 17 04:29:39.280387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:39.325917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135df47-1f81-4e55-9c18-44c87918449d req-48deb09f-8daa-49ae-bc01-82f12439d20b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:39.327567 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a135df47-1f81-4e55-9c18-44c87918449d req-48deb09f-8daa-49ae-bc01-82f12439d20b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.0961857
Feb 17 04:29:39.379422 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a135df47-1f81-4e55-9c18-44c87918449d req-903a2742-962b-41b1-a9c1-bcb110d10e32 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453889
Feb 17 04:29:39.381421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ecdac-3da6-40a6-bf8a-2da0ce94925c req-eaad0874-41c6-4773-ac60-b63294390bfc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:39.383613 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e83ecdac-3da6-40a6-bf8a-2da0ce94925c req-eaad0874-41c6-4773-ac60-b63294390bfc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.0897717
Feb 17 04:29:39.433671 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e83ecdac-3da6-40a6-bf8a-2da0ce94925c req-acce5e75-05c1-4082-9beb-c7093c779f36 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432932
Feb 17 04:29:40.604807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d8a3-354d-49ca-bb59-97ddddd2757d req-65e93f0a-96dd-4f72-ab8d-c1dc8959d38c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:40.613365 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1741d8a3-354d-49ca-bb59-97ddddd2757d req-65e93f0a-96dd-4f72-ab8d-c1dc8959d38c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1162252
Feb 17 04:29:40.670451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193272f-8e18-4ed6-9d5f-ed96d02e5b5d req-7cf3dec6-7dc0-4cc5-a7a3-613c40d8b4fe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:40.671674 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1741d8a3-354d-49ca-bb59-97ddddd2757d req-858a5998-8410-4bd2-9c2f-59c59a5ae4c1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573297
Feb 17 04:29:40.673072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2193272f-8e18-4ed6-9d5f-ed96d02e5b5d req-7cf3dec6-7dc0-4cc5-a7a3-613c40d8b4fe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1086111
Feb 17 04:29:40.732253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2193272f-8e18-4ed6-9d5f-ed96d02e5b5d req-8dec3af6-a975-4d15-8699-8620a270a6ab tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485041
Feb 17 04:29:41.735960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:41.875937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:41.876361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:41.911637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcafe0-c5a9-4254-abf1-1ba4379a8098 req-57a2db7c-0c6d-4b6a-a5e2-f2cd0b0f39ac tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:41.913444 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cafcafe0-c5a9-4254-abf1-1ba4379a8098 req-57a2db7c-0c6d-4b6a-a5e2-f2cd0b0f39ac tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 943 time: 0.1187050
Feb 17 04:29:41.978320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d20f-781b-4863-b8f2-f643391c4840 req-77276779-6d4e-495b-89d1-253c067de861 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:41.980622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2220d20f-781b-4863-b8f2-f643391c4840 req-77276779-6d4e-495b-89d1-253c067de861 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 943 time: 0.1053228
Feb 17 04:29:41.987387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cafcafe0-c5a9-4254-abf1-1ba4379a8098 req-8d68d495-21d1-4419-8f57-c54dfba5e4cf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651410
Feb 17 04:29:42.042370 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2220d20f-781b-4863-b8f2-f643391c4840 req-38b56b6b-02c2-4140-b2ed-946a2d0da7a5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545747
Feb 17 04:29:42.055843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:42.132599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port c06f3049-4f07-4c51-9968-0a06c58bb377 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:42.138955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port c06f3049-4f07-4c51-9968-0a06c58bb377 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:42.139421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.271999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.301689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:42.313754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port c06f3049-4f07-4c51-9968-0a06c58bb377, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c06f3049-4f07-4c51-9968-0a06c58bb377,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:42.318025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.318934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:42.353560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:42.398108 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377', 'code': 200}
Feb 17 04:29:42.470109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=c06f3049-4f07-4c51-9968-0a06c58bb377,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:42.473833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:42.486890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:29:42.497218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:42.497946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.663117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.703083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:42.712492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:42.716723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:42.788017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-4c701430-bd5a-4930-930e-62db89327dd6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:42.790020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-4c701430-bd5a-4930-930e-62db89327dd6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Synchronizing usage tracker for tenant:440d4048a9ad43869a00218c7acb9614 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:42.811109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-4c701430-bd5a-4930-930e-62db89327dd6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Unset dirty status for tenant:440d4048a9ad43869a00218c7acb9614 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:42.811482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:42.814914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:42.820347 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-4c701430-bd5a-4930-930e-62db89327dd6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 813 time: 0.2627752
Feb 17 04:29:42.843423 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-3740f50a-e38c-40d5-8411-a42f99d7a3b3 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/quotas/440d4048a9ad43869a00218c7acb9614 HTTP/1.1" status: 200  len: 375 time: 0.0213790
Feb 17 04:29:42.861934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355bc78-da62-49f5-8824-688d4f1ee33a req-17942ed9-6887-4100-a390-1bfcc0ced367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:42.861934 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4355bc78-da62-49f5-8824-688d4f1ee33a req-17942ed9-6887-4100-a390-1bfcc0ced367 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1162 time: 0.1449137
Feb 17 04:29:42.919110 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-d6c8c316-44f7-4108-b650-72cb9692a5cf tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0741103
Feb 17 04:29:42.952352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4355bc78-da62-49f5-8824-688d4f1ee33a req-8d82f1e0-caae-44f3-970a-cf113231dadc service neutron] Synchronizing usage tracker for tenant:6b19bb1bef1a480fa09c23d4555a2577 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:43.009436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4355bc78-da62-49f5-8824-688d4f1ee33a req-8d82f1e0-caae-44f3-970a-cf113231dadc service neutron] Unset dirty status for tenant:6b19bb1bef1a480fa09c23d4555a2577 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:43.010680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4355bc78-da62-49f5-8824-688d4f1ee33a req-8d82f1e0-caae-44f3-970a-cf113231dadc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420212
Feb 17 04:29:43.091484 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-56b2345d-420e-4f78-afb1-347718b42ad6 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713641
Feb 17 04:29:43.254738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f038-f410-4047-9e7a-b053371e80db req-38ceb5f1-1e3d-4d03-9053-8f156bb4c65a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:43.259227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98a0f038-f410-4047-9e7a-b053371e80db req-38ceb5f1-1e3d-4d03-9053-8f156bb4c65a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1342165
Feb 17 04:29:43.281075 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-6002dc64-f91c-47ca-8ae6-30a86c1414ba service neutron] 10.222.0.78 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1810303
Feb 17 04:29:43.304443 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98a0f038-f410-4047-9e7a-b053371e80db req-92c0211e-a5fc-4133-a49d-211f81128e64 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442371
Feb 17 04:29:43.581904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32714c5-9965-4255-8cb0-0f50ea9c0c45 req-21d0f012-d2c5-48b4-88db-4634fa512ea2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:43.590681 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d32714c5-9965-4255-8cb0-0f50ea9c0c45 req-21d0f012-d2c5-48b4-88db-4634fa512ea2 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.1361125
Feb 17 04:29:43.655147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d32714c5-9965-4255-8cb0-0f50ea9c0c45 req-9ae10ec3-bc71-4ffc-b3c7-87a947ffb20a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631557
Feb 17 04:29:43.664744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cc674-5e0d-4a38-9d93-44934dbadae6 req-7b955489-a0f0-48f9-91e3-987ecd007a28 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:43.666752 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-440cc674-5e0d-4a38-9d93-44934dbadae6 req-7b955489-a0f0-48f9-91e3-987ecd007a28 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0988283
Feb 17 04:29:43.733111 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-440cc674-5e0d-4a38-9d93-44934dbadae6 req-ec82789b-fc19-456c-8a36-dc491aaad71c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505359
Feb 17 04:29:43.778633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19fa6120-eeef-464b-8216-8f26c5f59819 req-7c6dbb2e-e567-46c1-8fb9-e01b56a8bed5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 210 time: 0.0561883
Feb 17 04:29:44.010808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:44.088227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:44.088707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.213456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44472) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:44.224788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:44.301437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:44.301878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.350406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.371060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:44.376420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Usage tracker for resource:security_group_rule and tenant:b92eea33d9834e31bd9111256394830c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:44.379537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:44.386224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:44.409444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:44.442013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:44.469863 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'code': 200}
Feb 17 04:29:44.524013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port c06f3049-4f07-4c51-9968-0a06c58bb377 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:44.524448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.566104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.573493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.582745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d7a95bff-f660-4059-8045-ae7ce1b1bf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:44.595537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0743-bf65-4067-8213-07a4784edac8 req-b2520cd2-776c-4d7f-af31-4f77f08934a3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:44.597262 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c2a0743-bf65-4067-8213-07a4784edac8 req-b2520cd2-776c-4d7f-af31-4f77f08934a3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1579001
Feb 17 04:29:44.685354 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b92eea33d9834e31bd9111256394830c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4682941
Feb 17 04:29:44.686784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44488) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:44.700801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5b8eff-9180-4942-b775-3449614bfcd7,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:44.716545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:44.744958 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c2a0743-bf65-4067-8213-07a4784edac8 req-c8d6854a-9d39-4eec-ad3d-598e7353470d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190209
Feb 17 04:29:44.816929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:44.884720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44502) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:44.960663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2fa2c-7b01-4615-b118-bdf5bec1a2f1 req-8680412c-a84b-4b3b-8bed-80e057b14678 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:44.962970 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-13f2fa2c-7b01-4615-b118-bdf5bec1a2f1 req-8680412c-a84b-4b3b-8bed-80e057b14678 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1123407
Feb 17 04:29:44.982212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.022491 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-13f2fa2c-7b01-4615-b118-bdf5bec1a2f1 req-ae651034-8c51-4108-b75f-cc328ca5ecd2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497575
Feb 17 04:29:45.105656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.121803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213c8c-5dea-4b9f-b028-351b0333034f req-bd69a1a0-0737-4837-9fd1-5e9f8a1eddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:45.123447 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87213c8c-5dea-4b9f-b028-351b0333034f req-bd69a1a0-0737-4837-9fd1-5e9f8a1eddfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.2374892
Feb 17 04:29:45.151502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e637-a3b6-4156-996f-dcef9bc807ca req-20ad06ab-9ba7-4ad3-bf37-1d5c54b8e053 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:45.156088 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dfa0e637-a3b6-4156-996f-dcef9bc807ca req-20ad06ab-9ba7-4ad3-bf37-1d5c54b8e053 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.3353090
Feb 17 04:29:45.163776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:45.170986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:d6dcb93fb5e542c9b543f72fc981bfb6 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:45.188716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:45.194776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:45.238521 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-89ce35d5-5303-412f-bd0c-129ccb65591f req-9ab08830-b39b-41a9-a798-034bbb1ae7de tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 210 time: 0.0723820
Feb 17 04:29:45.283072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.293975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:45.320645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5b8eff-9180-4942-b775-3449614bfcd7,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:45.326605 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dfa0e637-a3b6-4156-996f-dcef9bc807ca req-40917582-960f-4720-8c43-a36da83ab686 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592493
Feb 17 04:29:45.330156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87213c8c-5dea-4b9f-b028-351b0333034f req-6eb29517-4860-4e15-bf81-c73c93fc4c46 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246779
Feb 17 04:29:45.331010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:45.341315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.342631 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc5b8eff-9180-4942-b775-3449614bfcd7 HTTP/1.1" status: 204  len: 168 time: 0.6540029
Feb 17 04:29:45.408951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.410934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.421267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-21a3b79b-2028-495b-bdaa-ceadfce69390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:45.466378 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6dcb93fb5e542c9b543f72fc981bfb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5709803
Feb 17 04:29:45.468161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105cfff-b5bb-4f90-aa9e-cb136a5c65b3,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:45.469065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44516) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:45.471698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:45.540373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.570240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.617098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.622283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c15445c-fef1-4b32-8293-612cd92ef323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:45.636279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105cfff-b5bb-4f90-aa9e-cb136a5c65b3,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:45.641133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:45.641886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44520) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:45.647900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.649564 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c105cfff-b5bb-4f90-aa9e-cb136a5c65b3 HTTP/1.1" status: 204  len: 168 time: 0.1791644
Feb 17 04:29:45.669360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.685742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:45.690390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Usage tracker for resource:security_group_rule and tenant:1a5c4c3c8c8c4e008dcab1c245b9f126 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:45.693442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:45.700464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:45.787404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.790373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.800464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:45.855104 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a5c4c3c8c8c4e008dcab1c245b9f126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2078171
Feb 17 04:29:45.856063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44530) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:45.856897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1561c7c-d222-4dc9-bccc-ecb1d9f7ceac,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:45.862371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:45.926196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.954407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:45.961999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960403f-13a1-4e65-84c8-c10c5b6b5727 req-0afdb0cd-8cf3-4962-87da-f7be45fdc419 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:45.963945 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1960403f-13a1-4e65-84c8-c10c5b6b5727 req-0afdb0cd-8cf3-4962-87da-f7be45fdc419 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1120667
Feb 17 04:29:46.002213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:46.031655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e208e915-5533-41bb-be83-09952f7bceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:46.046932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1561c7c-d222-4dc9-bccc-ecb1d9f7ceac,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:46.051957 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1960403f-13a1-4e65-84c8-c10c5b6b5727 req-5af3abe6-a8df-4969-b46f-1e0a082bf75d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812767
Feb 17 04:29:46.337778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f98302f5-f231-4aa0-b95d-207ae54d2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:46.414274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:46.507543 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-329758c8-8e85-4d04-8785-21a48a421ff0 req-0f003b58-cec3-4c9b-b2df-410862910c28 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 210 time: 0.0856616
Feb 17 04:29:46.553506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44562) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:46.594373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:46.596197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1561c7c-d222-4dc9-bccc-ecb1d9f7ceac HTTP/1.1" status: 204  len: 168 time: 0.7359827
Feb 17 04:29:46.682947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:46.697728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d88d-6200-497b-a031-f6dd8bd22463 req-0d0656d8-e17a-4037-9fcf-7099bc48d0c4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:46.699861 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90f5d88d-6200-497b-a031-f6dd8bd22463 req-0d0656d8-e17a-4037-9fcf-7099bc48d0c4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.2858250
Feb 17 04:29:46.730865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e12d04-e1f3-478f-b4b1-db2b842cfa36 req-457c80e6-0c33-471b-bff3-903578781edf tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:46.732553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-75e12d04-e1f3-478f-b4b1-db2b842cfa36 req-457c80e6-0c33-471b-bff3-903578781edf tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.0962420
Feb 17 04:29:46.789827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port c06f3049-4f07-4c51-9968-0a06c58bb377 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:46.791081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:46.796003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-5cac678d-cf17-438b-b4a6-30c0a0e9bc33 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:46.797964 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-5cac678d-cf17-438b-b4a6-30c0a0e9bc33 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 813 time: 0.7903130
Feb 17 04:29:46.823206 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90f5d88d-6200-497b-a031-f6dd8bd22463 req-73b2830a-33df-44b6-814e-bde733254624 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148350
Feb 17 04:29:46.834652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Request body: {'port': {'device_id': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317', 'admin_state_up': True, 'tenant_id': '440d4048a9ad43869a00218c7acb9614'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:46.857340 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-75e12d04-e1f3-478f-b4b1-db2b842cfa36 req-cfd33a03-6735-4d61-aa02-aa9a55cf21d5 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119368
Feb 17 04:29:46.858323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:46.898742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:46.906936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Usage tracker for resource:security_group_rule and tenant:30585f34a197458b9baa1f00b5896e62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:46.923809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:46.928639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:46.982726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44578) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:47.036253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:47.041732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Usage tracker for resource:port and tenant:440d4048a9ad43869a00218c7acb9614 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:47.044794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:47.051128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:47.065988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.069419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.072994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Made reservation on behalf of 440d4048a9ad43869a00218c7acb9614 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:47.079131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d9d6913c-b736-4d98-84a3-b5ad3644eeee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:47.080302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.131607 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=30585f34a197458b9baa1f00b5896e62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5745609
Feb 17 04:29:47.131607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c261aac7-827a-421e-ad01-4480c570552e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:47.134173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:47.134909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44592) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:47.163425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896270234-network', 'tenant_id': 'b0608d586fdf4ba4b2b7f7137d49389a'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:47.178154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:47.188150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Usage tracker for resource:network and tenant:b0608d586fdf4ba4b2b7f7137d49389a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:47.201999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:47.212506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:47.236720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Made reservation on behalf of b0608d586fdf4ba4b2b7f7137d49389a for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:47.242741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.261049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.263973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.291749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:47.305133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Usage tracker for resource:security_group_rule and tenant:b0608d586fdf4ba4b2b7f7137d49389a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:47.310478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:47.314661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.329745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:47.411348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.418193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-85a0db37-d756-48a5-be18-f8e3e3bc92cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:47.438643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261aac7-827a-421e-ad01-4480c570552e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:47.441763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:47.467298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731010-f1d5-4b62-9c54-96d325839ffd req-75ad3487-cc24-40a5-9ff9-94b10c3b3590 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:47.475871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c1731010-f1d5-4b62-9c54-96d325839ffd req-75ad3487-cc24-40a5-9ff9-94b10c3b3590 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.2051446
Feb 17 04:29:47.478289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.479572 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c261aac7-827a-421e-ad01-4480c570552e HTTP/1.1" status: 204  len: 168 time: 0.3436203
Feb 17 04:29:47.499016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.505087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.510593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8e452490-4e2b-41ad-b175-bdb4e14d6a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:47.544952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:47.562688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:47.586096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:29:47.597598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.598267 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Added segment fb2f590c-028d-4b0c-982f-390a031b61c2 of type vxlan for network d46ecdde-60b7-4f1a-a53d-f388f26afd45
Feb 17 04:29:47.613366 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c1731010-f1d5-4b62-9c54-96d325839ffd req-de679550-93af-4c0d-9d5b-b3bf52099c09 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341801
Feb 17 04:29:47.654161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.687927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Allocated IP 172.20.0.12 (b5f1ca89-bbfb-4608-86a7-7b5d61122317/aca2307a-aaf9-471c-a73a-e69fccea9019/e9253754-0efa-4648-94ae-780814a11e89) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:29:47.728162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.729533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:47.730198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:47.761676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:47.806020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44616) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:47.810784 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.8266952
Feb 17 04:29:47.815956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Request body: {'subnet': {'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896270234-subnet', 'tenant_id': 'b0608d586fdf4ba4b2b7f7137d49389a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:47.822896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:47.916249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Usage tracker for resource:subnet and tenant:b0608d586fdf4ba4b2b7f7137d49389a is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:47.924744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:47.942393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:47.975419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Made reservation on behalf of b0608d586fdf4ba4b2b7f7137d49389a for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:47.980556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.116428 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35198556-e3ba-4ea2-b7d3-c796136e42d3 req-1969def7-3d13-47f4-bf38-8f233f2da680 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 210 time: 0.3568275
Feb 17 04:29:48.154371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Pushing event updated for resources: {'Network': ['ID=d46ecdde-60b7-4f1a-a53d-f388f26afd45,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:48.167558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:29:48.184787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:48.240248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.249344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b90fb2-1898-419a-b61a-0fb990714a7d req-918ea525-1b0c-494a-a6b6-7694feaa3ffd tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:48.257215 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6b90fb2-1898-419a-b61a-0fb990714a7d req-918ea525-1b0c-494a-a6b6-7694feaa3ffd tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1916845
Feb 17 04:29:48.283066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44632) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:48.323276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:29:48.324266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.346446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:48.352930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Usage tracker for resource:security_group_rule and tenant:59aa78f751b644bfae36f8168a1c008b is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:48.357133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:48.364484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:48.446843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6b90fb2-1898-419a-b61a-0fb990714a7d req-0d9b2e6a-6e6f-4a11-ac0e-d7c5223c077a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880388
Feb 17 04:29:48.465957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-b7936afa-e26f-4ce6-a6e7-a33814da8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:48.475073 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-b7936afa-e26f-4ce6-a6e7-a33814da8e2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1162 time: 0.2018037
Feb 17 04:29:48.541367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.552118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.563800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-59c3bdce-7835-48a6-a11e-3632c1f96e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:48.634632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.646089 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59aa78f751b644bfae36f8168a1c008b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3592401
Feb 17 04:29:48.651693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44644) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:48.659648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c281b-b30c-4538-b0c1-451ad7a5dcd2 req-a829ee2f-4a00-49a6-bd48-bfa78e60f91a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:48.661432 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d7c281b-b30c-4538-b0c1-451ad7a5dcd2 req-a829ee2f-4a00-49a6-bd48-bfa78e60f91a tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.2510023
Feb 17 04:29:48.664886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480d700-58c5-449f-9bdf-191204aeddc5,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:48.731487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0bd058ea-b07d-42d9-8842-f9f21d1d4d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.735260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:48.740835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3e1ddea0-e6ed-44b7-a7b7-b16ddab0832b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:48.788196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.805636 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d7c281b-b30c-4538-b0c1-451ad7a5dcd2 req-59afbd45-5c34-44a9-ae01-cc1ef501781f tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894325
Feb 17 04:29:48.832389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.888360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.893506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16559c60-c203-42d7-8f33-c38155c852e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:48.908688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480d700-58c5-449f-9bdf-191204aeddc5,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:48.912068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:48.959834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:48.961158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0480d700-58c5-449f-9bdf-191204aeddc5 HTTP/1.1" status: 204  len: 168 time: 0.2983077
Feb 17 04:29:49.035932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-b5862548-efea-41bf-b852-9f6ceb30559b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.038034 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-b5862548-efea-41bf-b852-9f6ceb30559b tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 945 time: 0.1239414
Feb 17 04:29:49.040064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Pushing event updated for resources: {'Port': ['ID=e9253754-0efa-4648-94ae-780814a11e89,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:49.113474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-794a5c76-bd64-4907-b329-43718bc05d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.115103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-794a5c76-bd64-4907-b329-43718bc05d08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.6225679
Feb 17 04:29:49.122896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:49.186342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Deleting port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:29:49.191497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:49.472604 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-a15d0728-1356-436a-becd-0020e1d892b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06f3049-4f07-4c51-9968-0a06c58bb377 HTTP/1.1" status: 200  len: 217 time: 0.3483222
Feb 17 04:29:49.476755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:49.573721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969632-f268-4ecd-a911-2e142e839555 req-27f92fb3-383a-4d3d-8047-7cf950b03ba3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.583967 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e2969632-f268-4ecd-a911-2e142e839555 req-27f92fb3-383a-4d3d-8047-7cf950b03ba3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.9571266
Feb 17 04:29:49.599370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb97f7-c944-4e95-a17c-ef8ff588138f req-737a1a99-109a-4f4d-85fc-0775fc05f692 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.601021 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8bbb97f7-c944-4e95-a17c-ef8ff588138f req-737a1a99-109a-4f4d-85fc-0775fc05f692 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 932 time: 0.2724183
Feb 17 04:29:49.652278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-a1733c58-76db-446b-b845-464dccc94793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.653951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-a1733c58-76db-446b-b845-464dccc94793 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.1595283
Feb 17 04:29:49.660128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,segment=NetworkSegment(de6f87fb-a234-419f-a28b-79e466c9e481),segment_id=de6f87fb-a234-419f-a28b-79e466c9e481)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:49.660533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:49.680527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:29:49.686370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:29:49.693119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:29:49.700048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:49.700737 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:49.721831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:29:49.774663 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9467306
Feb 17 04:29:49.792723 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e2969632-f268-4ecd-a911-2e142e839555 req-111b03d5-6b24-488c-a739-c19dcb79ed4b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839004
Feb 17 04:29:49.803680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-f112bfad-2ae1-4598-8ea2-bbe0daeae542 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1217616
Feb 17 04:29:49.864815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:29:49.865315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.195365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a3fb43ae-c2fe-478c-b9a6-913bf7c74695 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:29:50.244513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Request body: {'port': {'device_id': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:50.260553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Calling delete_port for a3fb43ae-c2fe-478c-b9a6-913bf7c74695 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:29:50.274121 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-0d6b525b-0f8e-4b5d-8711-e9120b36afa1 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391994
Feb 17 04:29:50.359609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.364425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.413844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,segment=NetworkSegment(de6f87fb-a234-419f-a28b-79e466c9e481),segment_id=de6f87fb-a234-419f-a28b-79e466c9e481)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:50.415076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:50.422802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.425506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3008d8a-b79a-4088-b081-d898563b15e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:50.433819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8bbb97f7-c944-4e95-a17c-ef8ff588138f req-6283e522-cf5e-4085-a21b-0e7cf74c5116 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Synchronizing usage tracker for tenant:440d4048a9ad43869a00218c7acb9614 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:50.452645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:29:50.452992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:29:50.454784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8bbb97f7-c944-4e95-a17c-ef8ff588138f req-6283e522-cf5e-4085-a21b-0e7cf74c5116 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Unset dirty status for tenant:440d4048a9ad43869a00218c7acb9614 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:50.456154 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8bbb97f7-c944-4e95-a17c-ef8ff588138f req-6283e522-cf5e-4085-a21b-0e7cf74c5116 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8465207
Feb 17 04:29:50.525991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:50.529639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:50.653240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.681076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44358-9415-473b-9205-4212c726e15e req-0a22cd1a-fddc-4d04-9ae3-4ba1bf6192be tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:50.682755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70e44358-9415-473b-9205-4212c726e15e req-0a22cd1a-fddc-4d04-9ae3-4ba1bf6192be tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.4021468
Feb 17 04:29:50.779197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dcc8f02e-f967-4b99-b960-2bcf9d02411e req-dd165c1a-c465-4151-ad96-6af3e3a8f4ec service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4894843
Feb 17 04:29:50.806642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87104a91-85d5-47d5-88fb-38e9b26cf6c4 req-76833f66-bba1-4e0e-8cb6-80151c569431 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:50.809024 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87104a91-85d5-47d5-88fb-38e9b26cf6c4 req-76833f66-bba1-4e0e-8cb6-80151c569431 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 943 time: 0.0981424
Feb 17 04:29:50.827318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.868158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87104a91-85d5-47d5-88fb-38e9b26cf6c4 req-0920dc55-e1f6-44b1-910e-7676e9d209ce tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/security-groups?id=e95d0dba-3d3a-44a9-9195-6aa437354dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502703
Feb 17 04:29:50.895688 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70e44358-9415-473b-9205-4212c726e15e req-6f247a0a-a3b2-4e84-9864-2da26760780b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1872251
Feb 17 04:29:50.915921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.918197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f65eb08f-dd42-4776-89e2-f5552e785d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:50.954559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Deleting port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:29:50.955261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.976480 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695', 'code': 200}
Feb 17 04:29:51.178766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d32b3b-2f5c-49eb-ab5b-da7774766df8,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:51.182559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:51.322855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44734) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:51.359814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-b96ec35d-5062-4873-87a7-8942129d00c8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:51.361441 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-b96ec35d-5062-4873-87a7-8942129d00c8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.3471353
Feb 17 04:29:51.399310 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-0ffbb711-1fa3-4751-bd12-020f845a932c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/quotas/2f2a1ca6347d4278899a1cc009d87d33 HTTP/1.1" status: 200  len: 375 time: 0.0206139
Feb 17 04:29:51.436309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c453d84-b95d-43ce-8ecd-1368e679e299 req-d5ac8fff-85ba-4cd4-840a-8467e2f9a08a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:51.438062 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c453d84-b95d-43ce-8ecd-1368e679e299 req-d5ac8fff-85ba-4cd4-840a-8467e2f9a08a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.3173237
Feb 17 04:29:51.479142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Checking segment: {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:51.479521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Network hostable DHCP agents. Network: d46ecdde-60b7-4f1a-a53d-f388f26afd45, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:29:51.517076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] For port a3fb43ae-c2fe-478c-b9a6-913bf7c74695, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,segment=NetworkSegment(de6f87fb-a234-419f-a28b-79e466c9e481),segment_id=de6f87fb-a234-419f-a28b-79e466c9e481)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:29:51.517486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.551126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.570034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:29:51.584000 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c453d84-b95d-43ce-8ecd-1368e679e299 req-ec516bb9-2034-4da5-bfe8-740490ec1baa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348040
Feb 17 04:29:51.596366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:51.600478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Usage tracker for resource:security_group_rule and tenant:09cfb2e829884653a550ac9756d0d737 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:51.603725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:51.609489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:51.673447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Calling delete_port for a3fb43ae-c2fe-478c-b9a6-913bf7c74695 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:29:51.708943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, d46ecdde-60b7-4f1a-a53d-f388f26afd45) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:29:51.721157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1940827-4d94-42a1-b904-78a181ecf272 None None] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:29:51.753879 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-1c6881fb-b302-4a73-aecf-0e7401b09bed tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3348637
Feb 17 04:29:51.776878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9253754-0efa-4648-94ae-780814a11e89 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:29:51.834095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:51.835158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.849723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.899320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.908271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:51.917402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-89a3d8e6-ca7c-4c5a-a0e0-bfdb6956f92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:51.950190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3952883-c6e2-4ac5-9589-ba0f17f09521,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:51.954496 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.1469271
Feb 17 04:29:51.955789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:52.000840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09cfb2e829884653a550ac9756d0d737&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6686027
Feb 17 04:29:52.001613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44760) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:52.022425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f802-c213-4c02-a11f-726613bdb0cc req-889be306-9ba8-4048-b6f8-1f32657b985c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:52.027708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7456f802-c213-4c02-a11f-726613bdb0cc req-889be306-9ba8-4048-b6f8-1f32657b985c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.3237140
Feb 17 04:29:52.032444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16e842-a2fa-4678-997a-abab91de16b5 None None] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:29:52.034242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44764) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:52.059509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'floatingip': {'port_id': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:52.068463 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-7b78bbe9-f90c-4310-8521-267abe70a0a6 service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134716
Feb 17 04:29:52.171675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:52.207124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-917fd403-fcb6-497f-84f5-00f35ae5bd10 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:52.313869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Transition to ACTIVE for port object e9253754-0efa-4648-94ae-780814a11e89 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:29:52.316141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Pushing event deleted for resources: {'Port': ['ID=a3fb43ae-c2fe-478c-b9a6-913bf7c74695,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:52.319486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:52.366141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:52.426385 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-efd4b4ce-422c-4b65-a87f-00569010fbff service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3567655
Feb 17 04:29:52.580693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] No DVR routers for this DVR port a3fb43ae-c2fe-478c-b9a6-913bf7c74695 on host hv-cinder-75998 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:29:52.584848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:52.612569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-deleted', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:52.632810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406b6f16-0f9c-497c-b88c-bcb162e7e67f req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.59 "DELETE /v2.0/ports/a3fb43ae-c2fe-478c-b9a6-913bf7c74695 HTTP/1.1" status: 204  len: 173 time: 3.5730975
Feb 17 04:29:52.716353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:52.870819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-90b92547-7878-4ee8-86ad-bb93997eefd8 req-ccfddf91-0f47-4438-bfbd-1fd6452c403e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Synchronizing usage tracker for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:52.899661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-90b92547-7878-4ee8-86ad-bb93997eefd8 req-ccfddf91-0f47-4438-bfbd-1fd6452c403e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Unset dirty status for tenant:d156b69e0ec24a8782b15c83a8c4cf02 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:52.900118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:52.901194 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90b92547-7878-4ee8-86ad-bb93997eefd8 req-ccfddf91-0f47-4438-bfbd-1fd6452c403e tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.0925255
Feb 17 04:29:53.007071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.070320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.142966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab97cc1-6cf9-412f-9642-46464f142512 req-9e907b14-9c74-4bb9-98bf-101a3d7b246c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:53.152764 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ab97cc1-6cf9-412f-9642-46464f142512 req-9e907b14-9c74-4bb9-98bf-101a3d7b246c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1234438
Feb 17 04:29:53.246675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ab97cc1-6cf9-412f-9642-46464f142512 req-4fbb16d8-3615-42f6-be04-9b25b63b444c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928452
Feb 17 04:29:53.250569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Pushing event updated for resources: {'Port': ['ID=e9253754-0efa-4648-94ae-780814a11e89,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:53.283724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:53.338826 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3441c6-9dd2-4b3e-8aea-c1ea786a445e', 'name': 'network-vif-deleted', 'tag': 'a3fb43ae-c2fe-478c-b9a6-913bf7c74695', 'status': 'completed', 'code': 200}
Feb 17 04:29:53.362179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6279a3-e9ac-43a5-a2fa-419c08f62362 req-822d77a4-5a57-4254-938f-ee2dd58c3353 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:53.371304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-1e6279a3-e9ac-43a5-a2fa-419c08f62362 req-822d77a4-5a57-4254-938f-ee2dd58c3353 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Synchronizing usage tracker for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:53.522780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eb1e3377-941e-4131-a7e3-b562fb654791 req-f32e6922-a35d-438d-aa18-0a34b306af5b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 210 time: 0.0687261
Feb 17 04:29:53.693323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-1e6279a3-e9ac-43a5-a2fa-419c08f62362 req-822d77a4-5a57-4254-938f-ee2dd58c3353 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Unset dirty status for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:53.694604 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1e6279a3-e9ac-43a5-a2fa-419c08f62362 req-822d77a4-5a57-4254-938f-ee2dd58c3353 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 932 time: 1.5061848
Feb 17 04:29:53.718419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.739707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-22ecde12-2d04-4c08-a0c3-9e14a330437e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:53.763549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Attempting to bind port e9253754-0efa-4648-94ae-780814a11e89 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:29:53.763549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Attempting to bind port e9253754-0efa-4648-94ae-780814a11e89 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:29:53.763549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Attempting to bind port e9253754-0efa-4648-94ae-780814a11e89 on network b5f1ca89-bbfb-4608-86a7-7b5d61122317 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:29:53.772161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3952883-c6e2-4ac5-9589-ba0f17f09521,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:53.790168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:53.792144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:29:53.792519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Checking segment: {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:53.792924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.793316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Bound using segment: {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:29:53.793805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Bound port: e9253754-0efa-4648-94ae-780814a11e89, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:29:53.794549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.821610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:53.822829 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3952883-c6e2-4ac5-9589-ba0f17f09521 HTTP/1.1" status: 204  len: 168 time: 1.8206310
Feb 17 04:29:53.909066 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1e6279a3-e9ac-43a5-a2fa-419c08f62362 req-39aac316-35ff-44db-bb93-cb50bbb19463 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988871
Feb 17 04:29:54.111851 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f90590b1-395c-4294-a4bd-81af2b33c9d6 req-7e46018c-d52b-4e66-bb50-35839fd77156 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc3441c6-9dd2-4b3e-8aea-c1ea786a445e HTTP/1.1" status: 200  len: 210 time: 0.0623765
Feb 17 04:29:54.157929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44824) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:54.174699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] For port e9253754-0efa-4648-94ae-780814a11e89, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:29:54.178097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] For port e9253754-0efa-4648-94ae-780814a11e89, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9253754-0efa-4648-94ae-780814a11e89,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:29:54.236107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.300281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:54.394560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.417329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:54.427917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Usage tracker for resource:security_group_rule and tenant:7944a6870e3849398ce8942400d59dc6 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:54.432700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:54.439365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:54.523837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:29:54.542114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.548271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.585488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:54.600627 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7944a6870e3849398ce8942400d59dc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4415593
Feb 17 04:29:54.603639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 44846) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:54.674008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f34b0e-af06-4259-be46-b9f92f928c18,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:54.694627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:54.776919 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e991aea-58b6-4555-817d-81585b207b6a req-ee1dd801-6e3f-442a-8e6d-4a7f7bbf1380 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 210 time: 0.0774112
Feb 17 04:29:54.813366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.871491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.875825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Pushing event updated for resources: {'Port': ['ID=e9253754-0efa-4648-94ae-780814a11e89,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:54.892628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:54.922919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.937015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:55.082569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb611b0-ef99-45a6-a0d5-f3b66168a430 req-381d9877-5da1-4511-835d-917a6eb88232 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.084346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5eb611b0-ef99-45a6-a0d5-f3b66168a430 req-381d9877-5da1-4511-835d-917a6eb88232 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.6397676
Feb 17 04:29:55.088530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.089211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:55.090637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] 10.222.0.59 "PUT /v2.0/ports/e9253754-0efa-4648-94ae-780814a11e89 HTTP/1.1" status: 200  len: 1158 time: 5.2510829
Feb 17 04:29:55.091185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:55.200118 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5eb611b0-ef99-45a6-a0d5-f3b66168a430 req-4fae0500-4f90-441b-9428-88761c7900af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036525
Feb 17 04:29:55.220411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Floating IP fe4b1013-57ae-48d6-ac39-7f311f5907a3 associated. External IP: 172.27.1.78, port: 55e2629a-f0a2-41a8-b1d3-df6b83ba5111.
Feb 17 04:29:55.261834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:55.282414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2db65c08-0416-42fc-8e1c-2b639b50a54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:55.385045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-fa41ead0-f531-46f4-a13f-14fd7841705f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.385829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-fa41ead0-f531-46f4-a13f-14fd7841705f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Synchronizing usage tracker for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:55.400661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f34b0e-af06-4259-be46-b9f92f928c18,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:55.403410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:55.423201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:55.426909 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0f34b0e-af06-4259-be46-b9f92f928c18 HTTP/1.1" status: 204  len: 168 time: 0.8178830
Feb 17 04:29:55.444595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-e473a819-da9d-4123-8888-33a281ce1944 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.446929 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-e473a819-da9d-4123-8888-33a281ce1944 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.4514632
Feb 17 04:29:55.454588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-fa41ead0-f531-46f4-a13f-14fd7841705f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Unset dirty status for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:55.455908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-fa41ead0-f531-46f4-a13f-14fd7841705f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 809 time: 0.4930248
Feb 17 04:29:55.478851 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-be99f840-fbda-4612-86e8-eeb2245166a0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/quotas/b0608d586fdf4ba4b2b7f7137d49389a HTTP/1.1" status: 200  len: 375 time: 0.0131431
Feb 17 04:29:55.540121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Request body: {'port': {'device_id': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f', 'admin_state_up': True, 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:55.623729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-3d3caa62-dcbc-48f4-a161-cb7e8745bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.624878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-3d3caa62-dcbc-48f4-a161-cb7e8745bf8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 1161 time: 0.3435347
Feb 17 04:29:55.635091 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-a972dad2-4cac-4c82-ab55-0f3fa00509f4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1452537
Feb 17 04:29:55.691258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f5a79-1c6b-40b3-8c94-10e9447ad987 req-5e7c1315-cbde-4761-851f-ec052a64502e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.697458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6c9f5a79-1c6b-40b3-8c94-10e9447ad987 req-5e7c1315-cbde-4761-851f-ec052a64502e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.3129716
Feb 17 04:29:55.814709 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-9e5310cd-5a73-4f9e-9e82-49b01965412c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9253754-0efa-4648-94ae-780814a11e89 HTTP/1.1" status: 200  len: 217 time: 0.1012244
Feb 17 04:29:55.935095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6c9f5a79-1c6b-40b3-8c94-10e9447ad987 req-f6a06c51-c1c4-4b12-a5b3-82ad11d42a8c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365024
Feb 17 04:29:55.981203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44890) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:55.982723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-fbe13be7-b0d9-4965-8a1c-e6a6b9dac91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:55.984313 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-fbe13be7-b0d9-4965-8a1c-e6a6b9dac91e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aca2307a-aaf9-471c-a73a-e69fccea9019 HTTP/1.1" status: 200  len: 853 time: 0.1563830
Feb 17 04:29:56.049320 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89', 'status': 'completed', 'code': 200}
Feb 17 04:29:56.059005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:56.075160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-27d91462-1281-4284-ad8f-99878764bfe3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5f1ca89-bbfb-4608-86a7-7b5d61122317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723362
Feb 17 04:29:56.078600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:29:56.084859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:56.094917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Usage tracker for resource:security_group_rule and tenant:5937206cb3ae4b8e979b090b587544a6 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:56.099702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:56.107580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:56.132152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:56.151791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:56.185019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-fe6fcd1c-e25e-4568-854e-b0452a9561da service neutron] 10.222.0.78 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5488105
Feb 17 04:29:56.210070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:29:56.217949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:56.464354 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0635cee7-d686-4ffe-8d21-c4b5985ec00b req-9606c9aa-e516-4365-ba2e-5acdbc921ceb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 210 time: 0.2608802
Feb 17 04:29:56.520767 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9822b3ed-fab9-4146-ae65-00d0523d6eb5 service neutron] 10.222.0.78 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3347793
Feb 17 04:29:56.595028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:29:56.601965 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-63076c58-029b-47e1-ae85-5d3abc4361d4 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4745412
Feb 17 04:29:56.618700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:29:56.634788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:29:56.635460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494641bc18>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:29:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:29:56.773638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Allocated IP 172.20.0.5 (96c670ae-41b0-4a7d-b9a0-1a1a0b99417f/2b0117c1-4c91-4563-84f7-c2ed9eddf929/65a369ca-8446-46ba-9c26-57d2b73c304a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:29:56.843188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:56.859652 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f9301c3-fcf6-401c-ae87-3254e0fa35bc req-cc907d32-2fb5-48c5-98d5-619ace0a646a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0685036
Feb 17 04:29:56.871088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:56.894251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:56.909505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:29:56.913029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f44a621a-3f76-48f7-a901-e2d774a06285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:57.152584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.251016 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5937206cb3ae4b8e979b090b587544a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2651725
Feb 17 04:29:57.254255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44922) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:57.343291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.375790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d5b01-0cab-453d-b13c-a0a9547ae1c3,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:57.393330 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3ea08d75-9bd1-4839-8404-cd5c179c790d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "PUT /v2.0/floatingips/fe4b1013-57ae-48d6-ac39-7f311f5907a3 HTTP/1.1" status: 200  len: 990 time: 5.3486278
Feb 17 04:29:57.399093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:57.422722 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29374e59-ce12-4d82-871f-3f5eee18c941 req-1c1b2e0f-a5e8-4f54-80ce-e26a5ad04c39 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7793429
Feb 17 04:29:57.460340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6c88-9c41-4ebb-9f7b-eece0e838a05 req-6d1fc41d-6cd1-4f13-ad50-92eb5ff7db95 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:57.468837 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1baf6c88-9c41-4ebb-9f7b-eece0e838a05 req-6d1fc41d-6cd1-4f13-ad50-92eb5ff7db95 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.7864141
Feb 17 04:29:57.491929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.558161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:57.576717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494641bc18>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'fe4b1013-57ae-48d6-ac39-7f311f5907a3', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:c4:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:46Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:29:57.581050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:29:57.591942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:29:57.591942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494641bc18>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:29:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:29:57.599560 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1baf6c88-9c41-4ebb-9f7b-eece0e838a05 req-96969c53-4824-4370-8b8f-7a4e059fd8fb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290822
Feb 17 04:29:57.662840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.782008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:29:57.786826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76bdf4-997b-4459-8c53-132e813d405d req-261e5b26-fa32-4ce6-800b-cdbcbe70a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:57.788487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-261e5b26-fa32-4ce6-800b-cdbcbe70a7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 1161 time: 0.1879704
Feb 17 04:29:57.801029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event updated for resources: {'Port': ['ID=65a369ca-8446-46ba-9c26-57d2b73c304a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:57.812926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.813211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:29:57.818748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91d865a7-4b14-4f07-a80e-22916f8e7dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:57.845135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:57.851771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d5b01-0cab-453d-b13c-a0a9547ae1c3,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:57.852211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29d2bd-183e-48d5-83d0-69a8249accb4 req-71417ae3-e4b5-4194-a9a6-e5e0919a4d1a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:57.861847 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba29d2bd-183e-48d5-83d0-69a8249accb4 req-71417ae3-e4b5-4194-a9a6-e5e0919a4d1a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.6940482
Feb 17 04:29:57.873134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:29:57.882312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:57.894114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:29:57.900655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:57.901603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.945945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:57.947232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f7d5b01-0cab-453d-b13c-a0a9547ae1c3 HTTP/1.1" status: 204  len: 168 time: 0.6766281
Feb 17 04:29:58.015676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba29d2bd-183e-48d5-83d0-69a8249accb4 req-149a5de2-de64-428b-84e5-aa97f34a3072 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356821
Feb 17 04:29:58.017960 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4837670
Feb 17 04:29:58.052445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Request body: {'port': {'device_id': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:29:58.065354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:58.090066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76bdf4-997b-4459-8c53-132e813d405d req-5f4cfe3e-c4b9-4947-8907-4203b7f06751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:58.092509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-5f4cfe3e-c4b9-4947-8907-4203b7f06751 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 907 time: 0.2464399
Feb 17 04:29:58.289777 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-2a3d4112-efb9-4d9a-b9fc-81fc2ac7fa2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9253754-0efa-4648-94ae-780814a11e89 HTTP/1.1" status: 200  len: 217 time: 0.1348596
Feb 17 04:29:58.305935 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-15524495-8470-4b74-a5a0-aaad9503a941 req-ddd048a9-2e48-42aa-8770-d61106e23941 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0772555
Feb 17 04:29:58.331678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.383373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998cf2f-9d7a-4a04-9dea-45270a5636de req-f34fa0f8-965d-4ebf-9f62-fbfc1e14dd18 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:58.385025 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7998cf2f-9d7a-4a04-9dea-45270a5636de req-f34fa0f8-965d-4ebf-9f62-fbfc1e14dd18 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 931 time: 0.2991011
Feb 17 04:29:58.418093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'status': 'completed', 'code': 200}
Feb 17 04:29:58.422810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76bdf4-997b-4459-8c53-132e813d405d req-0c643956-f216-41c6-89f8-d356981b7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:58.424458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-0c643956-f216-41c6-89f8-d356981b7b09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aca2307a-aaf9-471c-a73a-e69fccea9019 HTTP/1.1" status: 200  len: 853 time: 0.1263542
Feb 17 04:29:58.428071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494641bc18>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'fe4b1013-57ae-48d6-ac39-7f311f5907a3', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:c4:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:46Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:29:58.436185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e4aa8-ef56-4014-a5df-f724ad77425e None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'fe4b1013-57ae-48d6-ac39-7f311f5907a3', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:c4:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:46Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:29:58.463780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7998cf2f-9d7a-4a04-9dea-45270a5636de req-d9ce316a-3035-4e39-b08b-24f3886d9777 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694799
Feb 17 04:29:58.493519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44950) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:58.573922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Deleting subnet 9cc88f33-d8a1-43f3-8345-1e0de2d9d58f {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:29:58.577348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.631818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.640645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.828135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c0825-dd2e-4ff8-9212-befa5c6401b3 None None] New status for floating IP fe4b1013-57ae-48d6-ac39-7f311f5907a3: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:29:58.853167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a369ca-8446-46ba-9c26-57d2b73c304a {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:29:58.861316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.875161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Transition to ACTIVE for port object 65a369ca-8446-46ba-9c26-57d2b73c304a will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:29:58.882922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:58.901398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:59.014537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f769-f582-4fb3-aa81-acb33e1710f0 req-7eeaf8f7-df71-4ed8-9d56-9731132159ae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:59.022670 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-afe7f769-f582-4fb3-aa81-acb33e1710f0 req-7eeaf8f7-df71-4ed8-9d56-9731132159ae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.2526531
Feb 17 04:29:59.114134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=65a369ca-8446-46ba-9c26-57d2b73c304a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:59.149399 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-afe7f769-f582-4fb3-aa81-acb33e1710f0 req-3be1c15e-33e1-4dfe-bafa-6c236751cd16 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253049
Feb 17 04:29:59.155052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:59.225343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.248357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:59.296087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Attempting to bind port 65a369ca-8446-46ba-9c26-57d2b73c304a on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:29:59.296769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Attempting to bind port 65a369ca-8446-46ba-9c26-57d2b73c304a by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:29:59.297335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Attempting to bind port 65a369ca-8446-46ba-9c26-57d2b73c304a on network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:29:59.305521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:29:59.306134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Checking segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:29:59.306700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.307250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Bound using segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:29:59.307895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Bound port: 65a369ca-8446-46ba-9c26-57d2b73c304a, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:29:59.308423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.331927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.412799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc88f33-d8a1-43f3-8345-1e0de2d9d58f,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:59.416082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:59.428211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] For port 65a369ca-8446-46ba-9c26-57d2b73c304a, host hv-cinder-75998, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:29:59.434071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] For port 65a369ca-8446-46ba-9c26-57d2b73c304a, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65a369ca-8446-46ba-9c26-57d2b73c304a,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:29:59.439543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.457337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:59.480746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.491654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d869218f-9542-41d7-8205-5b9ca5c75b46 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9cc88f33-d8a1-43f3-8345-1e0de2d9d58f HTTP/1.1" status: 204  len: 168 time: 0.9969020
Feb 17 04:29:59.501108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae1e6c-ae13-4c19-99b1-2c8fb9cdf9ec req-b2032acd-7004-4e55-958b-d309192000d4 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:59.502680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56ae1e6c-ae13-4c19-99b1-2c8fb9cdf9ec req-b2032acd-7004-4e55-958b-d309192000d4 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.2205489
Feb 17 04:29:59.503216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 44986) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:59.629284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=65a369ca-8446-46ba-9c26-57d2b73c304a,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:59.635853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:59.655832 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56ae1e6c-ae13-4c19-99b1-2c8fb9cdf9ec req-b4273aee-cbbb-4f23-98a3-158f6e59a21e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293857
Feb 17 04:29:59.661274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.679678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:29:59.680796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:59.682398 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/65a369ca-8446-46ba-9c26-57d2b73c304a HTTP/1.1" status: 200  len: 1157 time: 1.6359487
Feb 17 04:29:59.682998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:29:59.903016 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a52ed4a1-f97c-4994-bacd-c2a032eea621 req-f63239e3-9dcd-4a2a-8df7-6c5e4b64859e tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.1169684
Feb 17 04:29:59.912814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.086231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f49459d93c8>> segment before_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.086640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f49459d93c8>> subnet precommit_delete_associations 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.087499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> segment_host_mapping after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.087889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> port after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.088253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> port after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.088619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> port after_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.088980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> segment after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.089345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> subnet after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.089703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> subnet after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.090062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f49459d9fd0>> subnet after_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.159524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f49463d8e80>> subnet after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.159923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f49463d8e80>> subnet after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.160305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f49463d8e80>> subnet before_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.160683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f49463d8e80>> subnet before_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:30:00.161080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945c02e80>,) {'filters': {'network_id': ['22dca046-b01b-45d7-a1d3-fefa6eafc13b']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:30:00.180788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945c02e80>, 'de6f87fb-a234-419f-a28b-79e466c9e481') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:30:00.181124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945c02e80>, 'de6f87fb-a234-419f-a28b-79e466c9e481') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:30:00.197039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852514541'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.222667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.225900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:30:00.321795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de6f61-4b4d-469b-a3b2-4d5f8e464167 req-7c96a229-f999-4300-bb2a-bfff0882f3b4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:00.323573 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41de6f61-4b4d-469b-a3b2-4d5f8e464167 req-7c96a229-f999-4300-bb2a-bfff0882f3b4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.3095195
Feb 17 04:30:00.460669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:30:00.471937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2262226'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.549973 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41de6f61-4b4d-469b-a3b2-4d5f8e464167 req-88be6f11-094b-4726-bd9c-9e3a20a4bdec tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193937
Feb 17 04:30:00.607129 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a', 'status': 'completed', 'code': 200}
Feb 17 04:30:00.665515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Network 22dca046-b01b-45d7-a1d3-fefa6eafc13b has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   from cryptography.utils import int_from_bytes
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   from cryptography.utils import int_from_bytes
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   (rel_b, rel_a, rel_b),
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   (rel_b, rel_a, rel_b),
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:30:00.692115 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:30:00.824786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.832539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:00.859061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:00.865163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Pushing event deleted for resources: {'Network': ['ID=22dca046-b01b-45d7-a1d3-fefa6eafc13b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:00.874134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:00.887449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ecb4-0318-476c-9c46-6dc984ced1f2 req-520594a9-cc1c-4339-bd83-787dc252e043 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:00.889126 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3745ecb4-0318-476c-9c46-6dc984ced1f2 req-520594a9-cc1c-4339-bd83-787dc252e043 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1452098
Feb 17 04:30:00.893491 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e9b56062-15ec-4f23-91b6-b0ec0a0bb75b admin admin] 10.222.0.78 "DELETE /v2.0/networks/22dca046-b01b-45d7-a1d3-fefa6eafc13b HTTP/1.1" status: 204  len: 168 time: 1.3892574
Feb 17 04:30:00.946531 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3745ecb4-0318-476c-9c46-6dc984ced1f2 req-dc388469-ca37-4413-ab9c-37b81c46f5ac tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485198
Feb 17 04:30:01.154927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7b60-3df5-4bce-bba3-2c00e5b0856a req-e7476705-714a-48dc-95b0-5a71fddef2b8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:01.156531 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-33ad7b60-3df5-4bce-bba3-2c00e5b0856a req-e7476705-714a-48dc-95b0-5a71fddef2b8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0910037
Feb 17 04:30:01.214094 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-33ad7b60-3df5-4bce-bba3-2c00e5b0856a req-7de2b28c-2496-46a7-8606-eeadb106413c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504630
Feb 17 04:30:01.222187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 45046) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:01.284761 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-568fc8b0-4d04-451e-95b6-ee0af03a5688 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d156b69e0ec24a8782b15c83a8c4cf02&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0589550
Feb 17 04:30:01.284997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 45050) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:01.387716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab145931-aa9b-4b32-b8cf-052b18bb040e req-e2f57e2d-df14-4e58-834a-cf2a74591050 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0577631
Feb 17 04:30:01.404404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.433618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.481726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.486871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b272509-91f6-4ae2-b4f8-7f475ea556ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:01.503659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d0dba-3d3a-44a9-9195-6aa437354dd0,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:01.509734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:01.511961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.515753 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e95d0dba-3d3a-44a9-9195-6aa437354dd0 HTTP/1.1" status: 204  len: 168 time: 0.2272494
Feb 17 04:30:01.518528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 45058) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:01.763574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb50e6-da63-49ff-83f6-f72c488a9367 req-b66891fc-1a66-4f5d-88fc-183a542f18ac tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:01.771256 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ddb50e6-da63-49ff-83f6-f72c488a9367 req-b66891fc-1a66-4f5d-88fc-183a542f18ac tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.1004243
Feb 17 04:30:01.809185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.834697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:01.843297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Usage tracker for resource:security_group_rule and tenant:338df294440b48688eb41845cc6bd0c3 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:30:01.848235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:30:01.858174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ddb50e6-da63-49ff-83f6-f72c488a9367 req-4c899294-1498-46d3-9463-b5659a7f9c38 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860326
Feb 17 04:30:01.859077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:01.948225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.951015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:01.959568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8f904f3b-a846-478d-b79f-7d88ffda9f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:02.004644 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=338df294440b48688eb41845cc6bd0c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4848566
Feb 17 04:30:02.005741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6038a513-618e-4813-b6dc-3bb59498d57c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:02.007782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 45080) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:02.009569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:02.074526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.103993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.175762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.184552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c491b7-9cab-4263-96e0-4d89a068784b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:02.199146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca5ed5-8c42-48e5-84bb-0052fce7cd30 req-82d7e5ce-0bc8-43bb-86f2-fa861805f689 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:02.201000 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4ca5ed5-8c42-48e5-84bb-0052fce7cd30 req-82d7e5ce-0bc8-43bb-86f2-fa861805f689 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0989897
Feb 17 04:30:02.202117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.206228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6038a513-618e-4813-b6dc-3bb59498d57c HTTP/1.1" status: 204  len: 168 time: 0.1972713
Feb 17 04:30:02.207532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6038a513-618e-4813-b6dc-3bb59498d57c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:02.211670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:02.262115 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4ca5ed5-8c42-48e5-84bb-0052fce7cd30 req-f07e0f5d-546f-48e2-8aa2-a4dc57caf05c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478699
Feb 17 04:30:02.469071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626db4-3fb9-4001-8d07-b11d70d5936b req-5b4bd2c3-7b1a-488b-a8b7-9f723caa1b40 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:02.470719 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92626db4-3fb9-4001-8d07-b11d70d5936b req-5b4bd2c3-7b1a-488b-a8b7-9f723caa1b40 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0956101
Feb 17 04:30:02.522709 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92626db4-3fb9-4001-8d07-b11d70d5936b req-e893e912-56b2-4cec-965d-550f76ba291a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454516
Feb 17 04:30:02.608943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 45108) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:02.629608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.646399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:02.651160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b084f0d353454eb16673749cedfbb2 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:30:02.655850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:30:02.661909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:02.699585 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d5d6b4-9877-4698-82fe-742b6ffba4fb req-43138650-7c49-4bd7-a547-8d70a78079ae tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0498123
Feb 17 04:30:02.751869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.755230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.768760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a400024-1d55-4fac-9848-774fb346fc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:02.803929 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-1548ebb3-31bc-4ded-a1e0-d87d819f924e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5f1ca89-bbfb-4608-86a7-7b5d61122317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473411
Feb 17 04:30:02.817098 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4b084f0d353454eb16673749cedfbb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041979
Feb 17 04:30:02.817481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 45116) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:02.860347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b1e5d0-097f-447a-8d37-810e3a4e6043,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:02.869586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:02.905261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b7e8d-70ef-412a-b743-d15a01247382 req-be465400-504f-48a2-b6ac-50fd6d062584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:02.906787 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-be465400-504f-48a2-b6ac-50fd6d062584 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.0912225
Feb 17 04:30:03.213049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b7e8d-70ef-412a-b743-d15a01247382 req-c5fb3471-4156-4713-8a12-49a9f75c8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.214725 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-c5fb3471-4156-4713-8a12-49a9f75c8dd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.2942493
Feb 17 04:30:03.431648 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-3a3fc9a6-0d50-4726-9f5b-08ceb023dd0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.1993723
Feb 17 04:30:03.739344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:03.778717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5c4e1269-250f-41b5-ae95-0a58a4b7d6cb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.780398 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5c4e1269-250f-41b5-ae95-0a58a4b7d6cb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 809 time: 0.8926356
Feb 17 04:30:03.810010 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-5fa05bf0-e09d-4bb5-bf48-debced17f654 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8950653
Feb 17 04:30:03.812104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-51445c7e-9214-4f36-96b9-0bc0da7ce5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.813684 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-51445c7e-9214-4f36-96b9-0bc0da7ce5e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 1160 time: 1.0006621
Feb 17 04:30:03.817666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Request body: {'port': {'device_id': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45', 'admin_state_up': True, 'tenant_id': 'b0608d586fdf4ba4b2b7f7137d49389a'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:30:03.848232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:03.870065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b7e8d-70ef-412a-b743-d15a01247382 req-4ae9c0d0-fbaa-4c67-b764-a22fabfcda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.871703 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-4ae9c0d0-fbaa-4c67-b764-a22fabfcda02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.4276376
Feb 17 04:30:03.938762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aca754-aef2-4e3c-8324-cb702346260c req-40a9f99d-423b-4c7e-969a-b90071575970 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.940420 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28aca754-aef2-4e3c-8324-cb702346260c req-40a9f99d-423b-4c7e-969a-b90071575970 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.4740143
Feb 17 04:30:03.953029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7cdd7-7248-4aff-9cd6-053ba9c362d5 req-fea90887-ea3d-43d8-b1d4-0e1cab57ef96 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:03.954596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d7cdd7-7248-4aff-9cd6-053ba9c362d5 req-fea90887-ea3d-43d8-b1d4-0e1cab57ef96 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.4060452
Feb 17 04:30:04.016831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b7e8d-70ef-412a-b743-d15a01247382 req-e38c589a-e9da-4dfe-b401-8e9da29a8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:04.018484 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-e38c589a-e9da-4dfe-b401-8e9da29a8383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352053
Feb 17 04:30:04.026904 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d7cdd7-7248-4aff-9cd6-053ba9c362d5 req-934cf59a-5ce7-44b1-a5a2-69a3d0328a19 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577669
Feb 17 04:30:04.245568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8aa05c-06e4-41f7-b2a7-87e43ec495df req-2b4a91dc-fbc5-4db2-856e-2aa40db0009f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:04.247304 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e8aa05c-06e4-41f7-b2a7-87e43ec495df req-2b4a91dc-fbc5-4db2-856e-2aa40db0009f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.1072326
Feb 17 04:30:04.285204 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28aca754-aef2-4e3c-8324-cb702346260c req-fd9326c6-bb25-46a5-81b8-3d8b8c0334be tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3068123
Feb 17 04:30:04.297013 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e8aa05c-06e4-41f7-b2a7-87e43ec495df req-df5d45ec-52b5-4c37-bf9b-4e8f2bdad773 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433869
Feb 17 04:30:04.368928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:04.374286 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-83cc1423-99bd-4c1c-bfb6-1f53a0f73432 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5285041
Feb 17 04:30:04.378600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:04.386247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:04.392733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-c3bc03f4-c4db-4312-9ca6-03e090c8e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:04.394324 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-c3bc03f4-c4db-4312-9ca6-03e090c8e48c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&shared=False HTTP/1.1" status: 200  len: 909 time: 0.5171437
Feb 17 04:30:04.400126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Usage tracker for resource:port and tenant:b0608d586fdf4ba4b2b7f7137d49389a is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:30:04.403729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b1e5d0-097f-447a-8d37-810e3a4e6043,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:04.405938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:30:04.410999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:04.417974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:04.499481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-dce43d97-c8b2-4ca8-9185-66b17f872d29 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732566
Feb 17 04:30:04.566004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:04.567384 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6b1e5d0-097f-447a-8d37-810e3a4e6043 HTTP/1.1" status: 204  len: 168 time: 1.7489154
Feb 17 04:30:04.578508 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-434580cd-3648-47c6-9d58-09441d018ce0 req-33b0681f-7e35-46a6-9040-4a4b5a51ac39 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.1581912
Feb 17 04:30:04.581600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Made reservation on behalf of b0608d586fdf4ba4b2b7f7137d49389a for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:30:04.588498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:04.668381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-350596ff-eede-4487-9180-9346005087ac service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1609802
Feb 17 04:30:04.775293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-879547d8-ab2a-421c-9175-2d1577d061e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:04.776928 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-16f1a255-8b71-4783-8957-3bd684d23c7b req-879547d8-ab2a-421c-9175-2d1577d061e4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3617065
Feb 17 04:30:05.019710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-4b74aae9-befb-40ae-be40-16a752618e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:05.021269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-4b74aae9-befb-40ae-be40-16a752618e4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 1160 time: 0.1680787
Feb 17 04:30:05.039195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Allocated IP 172.20.0.13 (d46ecdde-60b7-4f1a-a53d-f388f26afd45/e1d32b3b-2f5c-49eb-ab5b-da7774766df8/a9ee15ee-16f6-407c-a5d4-b6cf1d15152f) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:30:05.127757 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-19d7efb6-101b-4297-a818-2695a8d8f8c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a369ca-8446-46ba-9c26-57d2b73c304a HTTP/1.1" status: 200  len: 217 time: 0.0811446
Feb 17 04:30:05.413077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92a5ac-1b01-4eff-96fc-a95cbc6c1f5f req-8a80d5f4-9472-477f-a510-285b2333fd45 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:05.421584 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b92a5ac-1b01-4eff-96fc-a95cbc6c1f5f req-8a80d5f4-9472-477f-a510-285b2333fd45 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.2523146
Feb 17 04:30:05.476732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:05.495339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b92a5ac-1b01-4eff-96fc-a95cbc6c1f5f req-a3ad02fb-493b-46cb-9831-853a09e5379a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727315
Feb 17 04:30:05.541983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:05.557227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d203e-7a22-4888-8307-f95082c3e610 req-9dc41484-77fc-4d1f-ab12-8f6e12db53f3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:05.558157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e40d203e-7a22-4888-8307-f95082c3e610 req-9dc41484-77fc-4d1f-ab12-8f6e12db53f3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:05.576589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e40d203e-7a22-4888-8307-f95082c3e610 req-9dc41484-77fc-4d1f-ab12-8f6e12db53f3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:05.578063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e40d203e-7a22-4888-8307-f95082c3e610 req-9dc41484-77fc-4d1f-ab12-8f6e12db53f3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.1392775
Feb 17 04:30:05.582596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:05.663995 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e40d203e-7a22-4888-8307-f95082c3e610 req-1e38bee5-48e5-42e5-99f4-dc49fc59c2e6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753641
Feb 17 04:30:05.891716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af980e42-bce4-4e93-87b9-9033e7d60735 req-07a51ac7-c17e-43b4-9d94-90a1d3f235c7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:05.893531 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-af980e42-bce4-4e93-87b9-9033e7d60735 req-07a51ac7-c17e-43b4-9d94-90a1d3f235c7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 932 time: 0.1179714
Feb 17 04:30:05.953055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-af980e42-bce4-4e93-87b9-9033e7d60735 req-eb81319a-ee40-4657-8bb8-2304259effbd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Synchronizing usage tracker for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:05.972142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-af980e42-bce4-4e93-87b9-9033e7d60735 req-eb81319a-ee40-4657-8bb8-2304259effbd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Unset dirty status for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:05.973551 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-af980e42-bce4-4e93-87b9-9033e7d60735 req-eb81319a-ee40-4657-8bb8-2304259effbd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727129
Feb 17 04:30:06.031012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Pushing event updated for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:06.038994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:06.099886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21e92-b92d-499d-a32b-70fe5342b6e1 req-e3347237-fb87-4c86-a163-b1fded9e5e7f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:06.101747 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b5a21e92-b92d-499d-a32b-70fe5342b6e1 req-e3347237-fb87-4c86-a163-b1fded9e5e7f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.4239848
Feb 17 04:30:06.106577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:30:06.107831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:30:06.110329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:30:06.229436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b5a21e92-b92d-499d-a32b-70fe5342b6e1 req-354d0a79-8d68-4c83-a472-d159a068d0db tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856187
Feb 17 04:30:06.242476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:06.254260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:06.285288 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4778893
Feb 17 04:30:06.702588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca8ef-7513-4ebb-8e66-45042ae3fa62 req-7e56d5db-20fd-4f67-a40a-2e690169169b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:06.704125 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf2ca8ef-7513-4ebb-8e66-45042ae3fa62 req-7e56d5db-20fd-4f67-a40a-2e690169169b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0893226
Feb 17 04:30:06.755546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf2ca8ef-7513-4ebb-8e66-45042ae3fa62 req-ee4781d1-4a11-478f-9899-33ca710512b8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452235
Feb 17 04:30:06.943348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6918a62-6232-4eea-8fa7-869dc1325216 req-f1a63db8-536c-4b37-8718-9557902c04cf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:06.945546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6918a62-6232-4eea-8fa7-869dc1325216 req-f1a63db8-536c-4b37-8718-9557902c04cf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0872178
Feb 17 04:30:06.994881 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6918a62-6232-4eea-8fa7-869dc1325216 req-a4a356f7-fb1e-4c6f-b9f1-51ab793da11c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430806
Feb 17 04:30:07.188720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177137d-cc29-4a39-9e5b-f9e4e03a8f93 req-91cef170-0722-42ca-a88c-90a5b2cbb642 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:07.189492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b177137d-cc29-4a39-9e5b-f9e4e03a8f93 req-91cef170-0722-42ca-a88c-90a5b2cbb642 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Synchronizing usage tracker for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:07.205916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b177137d-cc29-4a39-9e5b-f9e4e03a8f93 req-91cef170-0722-42ca-a88c-90a5b2cbb642 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Unset dirty status for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:07.207188 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b177137d-cc29-4a39-9e5b-f9e4e03a8f93 req-91cef170-0722-42ca-a88c-90a5b2cbb642 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 932 time: 0.1076455
Feb 17 04:30:07.256425 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b177137d-cc29-4a39-9e5b-f9e4e03a8f93 req-f30bb56b-03f4-4af3-81a2-cdebbea94abb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425146
Feb 17 04:30:07.443253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c54a2e-af30-4166-ac47-bc348015469a req-85221ded-0ac7-4a8f-866c-5f2c4132def9 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:07.445105 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57c54a2e-af30-4166-ac47-bc348015469a req-85221ded-0ac7-4a8f-866c-5f2c4132def9 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0873542
Feb 17 04:30:07.493541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57c54a2e-af30-4166-ac47-bc348015469a req-e4788bc6-b554-4313-8f8c-b606c8b47c5f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421896
Feb 17 04:30:07.962006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38cb5c-cc01-4774-ae72-db0343d62435 req-4e0c741a-1116-4220-9eab-2889c19b874d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:07.963620 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6c38cb5c-cc01-4774-ae72-db0343d62435 req-4e0c741a-1116-4220-9eab-2889c19b874d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0913105
Feb 17 04:30:08.011873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6c38cb5c-cc01-4774-ae72-db0343d62435 req-00d0a355-a4d6-4a87-9301-e8c4d1bcae06 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420249
Feb 17 04:30:08.203319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c959d4-239b-4dc3-bf3f-c2b1901d1c7a req-f3a1635e-4fd5-403d-b2ca-32dc148bcc8f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:08.204946 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b7c959d4-239b-4dc3-bf3f-c2b1901d1c7a req-f3a1635e-4fd5-403d-b2ca-32dc148bcc8f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0907218
Feb 17 04:30:08.257889 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b7c959d4-239b-4dc3-bf3f-c2b1901d1c7a req-1080d650-b8ec-4dd9-a279-3b24253a99cf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457420
Feb 17 04:30:08.452672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abc157-5dce-4721-b049-3e21c4f4762c req-d16a8187-5f44-4d70-9c54-49f4319c0f30 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:08.454292 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3abc157-5dce-4721-b049-3e21c4f4762c req-d16a8187-5f44-4d70-9c54-49f4319c0f30 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 932 time: 0.0872610
Feb 17 04:30:08.504481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3abc157-5dce-4721-b049-3e21c4f4762c req-f815257a-8d28-4bee-817c-2e6b9ff68381 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437789
Feb 17 04:30:08.697750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c40be3-4db2-401e-a92e-798521ca9180 req-7d55348c-0a98-4751-a172-2b8e932f21b5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:08.699290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d0c40be3-4db2-401e-a92e-798521ca9180 req-7d55348c-0a98-4751-a172-2b8e932f21b5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0896881
Feb 17 04:30:08.746966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d0c40be3-4db2-401e-a92e-798521ca9180 req-a22f9598-cb98-4882-8fee-7fb7709ab7d1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415537
Feb 17 04:30:09.215481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd4a5-6ef8-48f6-88e9-f5c0a57a7f62 req-332db17e-4b31-4c28-b037-4357e876ee86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:09.217107 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b0cfd4a5-6ef8-48f6-88e9-f5c0a57a7f62 req-332db17e-4b31-4c28-b037-4357e876ee86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0904658
Feb 17 04:30:09.267205 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b0cfd4a5-6ef8-48f6-88e9-f5c0a57a7f62 req-69c4ab43-6aea-43ed-985c-604cdbdedb5c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437927
Feb 17 04:30:09.460491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5fa43-7cd6-4eb6-b4c4-121f06af38cb req-d7ff261c-4043-4ca7-a5d7-4682c5f4d151 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:09.462169 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0f5fa43-7cd6-4eb6-b4c4-121f06af38cb req-d7ff261c-4043-4ca7-a5d7-4682c5f4d151 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0893116
Feb 17 04:30:09.510290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0f5fa43-7cd6-4eb6-b4c4-121f06af38cb req-18128f67-a341-45d4-b4ee-608aa8addb31 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417223
Feb 17 04:30:09.722029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-e816f3b4-fd1b-460a-966d-f4704ef8f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:09.723636 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-e816f3b4-fd1b-460a-966d-f4704ef8f2b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1210945
Feb 17 04:30:09.754241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751f3f1-6ca7-4a1d-82d1-4de695396e71 req-29f6ec4b-346b-4a2d-9502-ddf14d6defe2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:09.755773 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b751f3f1-6ca7-4a1d-82d1-4de695396e71 req-29f6ec4b-346b-4a2d-9502-ddf14d6defe2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 932 time: 0.1138792
Feb 17 04:30:09.784562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Request body: {'port': {'device_id': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:30:09.876440 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-617f09da-20b7-4505-b2f4-75baceea0975 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0977414
Feb 17 04:30:10.002341 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b751f3f1-6ca7-4a1d-82d1-4de695396e71 req-0aba903a-b913-4109-8c88-a2400067eb69 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400029
Feb 17 04:30:10.035846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad08d-dc96-4813-aafa-d84e353a04d6 req-9c22a04d-2592-4cfe-b585-a14bf94a59f6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:10.037475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61bad08d-dc96-4813-aafa-d84e353a04d6 req-9c22a04d-2592-4cfe-b585-a14bf94a59f6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0959284
Feb 17 04:30:10.087537 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61bad08d-dc96-4813-aafa-d84e353a04d6 req-bedefeed-9e51-423d-aa84-9dc45d9a2562 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435214
Feb 17 04:30:10.098777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:10.162545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-dd46005b-6a8a-4ae7-b5c0-44280ca0a2c8 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749088
Feb 17 04:30:10.495574 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f733dfc8-c235-42ee-bf07-b0851512a7a8 req-58580ed3-78f7-46eb-9507-0ddd0e2227c5 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3201582
Feb 17 04:30:10.653304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7176-b055-4bb9-9296-0da434113567 req-698fb27e-2f64-4059-bcd7-f89fe1c65ee3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:10.654963 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-823e7176-b055-4bb9-9296-0da434113567 req-698fb27e-2f64-4059-bcd7-f89fe1c65ee3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.2393892
Feb 17 04:30:10.719911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236f4a-7aeb-4dde-8e0a-b8c741bf41f7 req-92600631-4b57-47cd-926f-fb52ceef6ea1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:10.721571 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-44236f4a-7aeb-4dde-8e0a-b8c741bf41f7 req-92600631-4b57-47cd-926f-fb52ceef6ea1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0961125
Feb 17 04:30:10.738219 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-823e7176-b055-4bb9-9296-0da434113567 req-15fd8bb5-562a-42b7-ab20-82a9ba206c75 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675974
Feb 17 04:30:10.774848 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-44236f4a-7aeb-4dde-8e0a-b8c741bf41f7 req-14df2fbc-7af0-4709-9324-69b1771acf8a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465643
Feb 17 04:30:10.805375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ee15ee-16f6-407c-a5d4-b6cf1d15152f {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:30:10.813250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:10.825752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Transition to ACTIVE for port object a9ee15ee-16f6-407c-a5d4-b6cf1d15152f will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:30:10.828221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:10.846921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fff1d4b7-895b-4a90-b7cf-cf596b506eca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:10.996558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:11.002692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:11.230955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b0bbd-99d4-47e9-bf60-fc718c11223a req-eff560a0-9fa1-4e7e-b498-1137e4f01fb8 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:11.233157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5b7b0bbd-99d4-47e9-bf60-fc718c11223a req-eff560a0-9fa1-4e7e-b498-1137e4f01fb8 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.1050897
Feb 17 04:30:11.296500 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5b7b0bbd-99d4-47e9-bf60-fc718c11223a req-a930b862-f627-4139-8028-56fc927e912f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554845
Feb 17 04:30:11.452029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Attempting to bind port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:30:11.452399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Attempting to bind port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:30:11.452768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Attempting to bind port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f on network d46ecdde-60b7-4f1a-a53d-f388f26afd45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:30:11.463865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:30:11.464241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Checking segment: {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:30:11.464645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:11.465037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Bound using segment: {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:30:11.465503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Bound port: a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:30:11.465879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:11.575296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971409-5e0a-4056-a3db-8a0e68491051 req-ef6c80bd-410c-4a0e-81f1-a18b0202e8ab tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:11.576923 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e2971409-5e0a-4056-a3db-8a0e68491051 req-ef6c80bd-410c-4a0e-81f1-a18b0202e8ab tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.1844013
Feb 17 04:30:11.611410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:30:11.634149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:30:11.642436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e2971409-5e0a-4056-a3db-8a0e68491051 req-a39c9ec9-877b-4264-bfc4-8726a80c38b1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558069
Feb 17 04:30:11.643683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:11.662461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:11.830164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:11.835070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:11.868048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:11.868733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:11.870233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9ee15ee-16f6-407c-a5d4-b6cf1d15152f HTTP/1.1" status: 200  len: 1158 time: 2.0927577
Feb 17 04:30:11.870774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:11.952119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9389a-9d22-43b0-b264-7bfba0caab76 req-62c168cb-2f14-405e-beb9-be4534776e37 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:11.953757 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ef9389a-9d22-43b0-b264-7bfba0caab76 req-62c168cb-2f14-405e-beb9-be4534776e37 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0969758
Feb 17 04:30:12.005955 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ef9389a-9d22-43b0-b264-7bfba0caab76 req-5bdffd1c-c79b-4d2d-9131-e726618c5cd3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434134
Feb 17 04:30:12.067638 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f', 'status': 'completed', 'code': 200}
Feb 17 04:30:12.087759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278f1c7-2524-47ba-a501-d2ae9d7d2fbc req-11316698-d0f8-4262-bc7b-f3cfeb782d90 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:12.089423 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0278f1c7-2524-47ba-a501-d2ae9d7d2fbc req-11316698-d0f8-4262-bc7b-f3cfeb782d90 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.1726108
Feb 17 04:30:12.092214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5e295e89-8961-4f59-a494-88db6a7d981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:12.093677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5e295e89-8961-4f59-a494-88db6a7d981c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 1161 time: 0.1324158
Feb 17 04:30:12.202902 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0278f1c7-2524-47ba-a501-d2ae9d7d2fbc req-273befcc-4344-4dd0-add5-2e9139438013 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066484
Feb 17 04:30:12.211845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-d0633b00-1375-4522-8267-3767b250dbfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f HTTP/1.1" status: 200  len: 217 time: 0.0739834
Feb 17 04:30:12.285731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5e7d5040-e1a0-4e8f-ab1b-5d6a67170c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:12.287381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-5e7d5040-e1a0-4e8f-ab1b-5d6a67170c48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1d32b3b-2f5c-49eb-ab5b-da7774766df8 HTTP/1.1" status: 200  len: 849 time: 0.0667472
Feb 17 04:30:12.345399 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-12eb9958-d777-4ebb-884c-9b37277c40c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d46ecdde-60b7-4f1a-a53d-f388f26afd45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501676
Feb 17 04:30:12.606168 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-a6d85471-34cb-4702-98b4-5fed449f8275 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389600
Feb 17 04:30:12.642358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f5a7-1be9-4b68-a760-0ced5883d672 req-6b7ba983-128a-44e5-9dd0-c9608a229c46 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:12.644289 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b713f5a7-1be9-4b68-a760-0ced5883d672 req-6b7ba983-128a-44e5-9dd0-c9608a229c46 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.1875563
Feb 17 04:30:12.781406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b713f5a7-1be9-4b68-a760-0ced5883d672 req-96d06d09-e799-46fe-994a-4a5681c3a51d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846806
Feb 17 04:30:12.828418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00fb6f6f-a145-46ac-a9c4-fa7fac40164a req-a0f5be05-e9f4-4436-83af-b01adb377c89 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2230492
Feb 17 04:30:12.888657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0251520-6f57-410e-8601-05bfc4ffd26b req-f362d4c8-159e-474e-b55d-11be030a2840 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:12.890696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f0251520-6f57-410e-8601-05bfc4ffd26b req-f362d4c8-159e-474e-b55d-11be030a2840 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.1012168
Feb 17 04:30:12.941680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f0251520-6f57-410e-8601-05bfc4ffd26b req-6c47f43a-7df2-42a7-91f0-c31a60c7fdf0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444274
Feb 17 04:30:13.025092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639764-c09c-46fe-ba55-db99c96408e2 req-a49e024e-cb18-4419-9df7-3b67ff0fbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.026725 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-a49e024e-cb18-4419-9df7-3b67ff0fbcc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 1161 time: 0.0806386
Feb 17 04:30:13.297437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639764-c09c-46fe-ba55-db99c96408e2 req-e3745f61-057f-4576-994c-67b728ed407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.299023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-e3745f61-057f-4576-994c-67b728ed407d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 903 time: 0.2177050
Feb 17 04:30:13.310063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17acea-6e24-4619-95e2-c100358beeaf req-438f63e2-764a-4b4a-b2ab-3a40ee834f4b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.311658 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c17acea-6e24-4619-95e2-c100358beeaf req-438f63e2-764a-4b4a-b2ab-3a40ee834f4b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1509302
Feb 17 04:30:13.403996 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-31106b4a-a534-406a-9651-26e007323f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f HTTP/1.1" status: 200  len: 217 time: 0.0912926
Feb 17 04:30:13.412943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f2259-0dd6-4669-bd8f-29ca81beea00 req-cd2f62f1-d0bb-489a-8766-4f46193ae6b1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.414754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-819f2259-0dd6-4669-bd8f-29ca81beea00 req-cd2f62f1-d0bb-489a-8766-4f46193ae6b1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0929732
Feb 17 04:30:13.467742 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-819f2259-0dd6-4669-bd8f-29ca81beea00 req-642232bf-1ef6-4403-b03e-525251e54d1f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463428
Feb 17 04:30:13.478258 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c17acea-6e24-4619-95e2-c100358beeaf req-3abbc53e-faa8-4334-9c71-79d91ed2a024 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117344
Feb 17 04:30:13.494861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639764-c09c-46fe-ba55-db99c96408e2 req-5ee5aa43-9480-4a81-9d1b-4adf44c3373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.496456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-5ee5aa43-9480-4a81-9d1b-4adf44c3373b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1d32b3b-2f5c-49eb-ab5b-da7774766df8 HTTP/1.1" status: 200  len: 849 time: 0.0782738
Feb 17 04:30:13.553172 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-f16069df-1a5b-462e-9eaa-cf35b1d4da9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d46ecdde-60b7-4f1a-a53d-f388f26afd45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478511
Feb 17 04:30:13.702076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-4889a05e-0afa-4712-80c3-9874162c543c service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395502
Feb 17 04:30:13.859500 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80639764-c09c-46fe-ba55-db99c96408e2 req-e003bbf7-405e-4e49-b8ee-3eae471d0f00 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411858
Feb 17 04:30:13.989343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8ea8-b1ad-45f8-bd89-853d11047e5b req-e914b2b7-d966-4df8-9721-9f6ac483aef3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:13.990947 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ade8ea8-b1ad-45f8-bd89-853d11047e5b req-e914b2b7-d966-4df8-9721-9f6ac483aef3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0895159
Feb 17 04:30:14.041481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ade8ea8-b1ad-45f8-bd89-853d11047e5b req-acf40043-685c-4afa-9130-7450135c5d16 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435512
Feb 17 04:30:14.161620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35015ce5-959f-45dd-ad46-f13662a12bbc req-92ea7b88-7139-42b8-a81f-83512d53a541 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:14.163290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35015ce5-959f-45dd-ad46-f13662a12bbc req-92ea7b88-7139-42b8-a81f-83512d53a541 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0954750
Feb 17 04:30:14.212608 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35015ce5-959f-45dd-ad46-f13662a12bbc req-ccd5afb8-10dc-4fb7-8c7b-aa56fd283ded tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423064
Feb 17 04:30:14.675336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130bcd0-0a67-4f56-8907-264018522c36 req-228f670a-f11e-4b88-aea3-bc75f9638019 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:14.676953 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2130bcd0-0a67-4f56-8907-264018522c36 req-228f670a-f11e-4b88-aea3-bc75f9638019 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0934539
Feb 17 04:30:14.686383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879718f9-c079-40f3-aa87-e6c8272c6f7e req-51832630-03fa-46f3-8281-3e70013a1c7d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:14.688052 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-879718f9-c079-40f3-aa87-e6c8272c6f7e req-51832630-03fa-46f3-8281-3e70013a1c7d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0982649
Feb 17 04:30:14.731156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2130bcd0-0a67-4f56-8907-264018522c36 req-a8137751-a708-40ef-b272-e2ee3d8e2222 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476274
Feb 17 04:30:14.736561 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-879718f9-c079-40f3-aa87-e6c8272c6f7e req-8aa24a46-442b-408e-a462-4b806a8dab1d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423253
Feb 17 04:30:15.248748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42740a-8b37-43e3-a93b-134ca0096a7e req-8a7cc9ec-3d37-437c-ba40-aa2e87b8746d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:15.250373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eb42740a-8b37-43e3-a93b-134ca0096a7e req-8a7cc9ec-3d37-437c-ba40-aa2e87b8746d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0930085
Feb 17 04:30:15.298407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eb42740a-8b37-43e3-a93b-134ca0096a7e req-ec4c393f-efea-4a57-b53b-51d83dcb18fd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416813
Feb 17 04:30:15.489606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233f48c-3b3f-4f07-bac0-15e5add9a917 req-70b201f4-2bec-4002-9608-ad6bdfa4caf6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:15.491263 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2233f48c-3b3f-4f07-bac0-15e5add9a917 req-70b201f4-2bec-4002-9608-ad6bdfa4caf6 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0875018
Feb 17 04:30:15.541911 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2233f48c-3b3f-4f07-bac0-15e5add9a917 req-ba30f301-bfc6-44ea-8357-fef184d8e4e1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441470
Feb 17 04:30:15.933875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03506e15-d882-452d-b366-2dcbd7fac18a req-5800bf83-235b-42d1-9e20-7bad79e168f1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:15.935458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03506e15-d882-452d-b366-2dcbd7fac18a req-5800bf83-235b-42d1-9e20-7bad79e168f1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0898526
Feb 17 04:30:15.983781 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03506e15-d882-452d-b366-2dcbd7fac18a req-9087fb77-89c2-4c3d-917b-298df5f9e118 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422139
Feb 17 04:30:16.172736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a390563-2d23-42f3-8237-0b3a66349db1 req-ba7827fe-5995-40a2-97a4-b2fb491af6bf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:16.174372 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7a390563-2d23-42f3-8237-0b3a66349db1 req-ba7827fe-5995-40a2-97a4-b2fb491af6bf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0916674
Feb 17 04:30:16.223820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7a390563-2d23-42f3-8237-0b3a66349db1 req-5a608704-26c0-4edb-a928-c7bd969382c3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422871
Feb 17 04:30:16.282461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:30:16.330443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0030b406-7d32-4e07-b4fa-1a8b5fa1575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:16.508175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4ea6-e491-46ed-9bf4-88024909f67c req-71d3c645-5163-41f7-bce0-1a86c5cad26d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:16.509814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f47a4ea6-e491-46ed-9bf4-88024909f67c req-71d3c645-5163-41f7-bce0-1a86c5cad26d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0933650
Feb 17 04:30:16.557211 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f47a4ea6-e491-46ed-9bf4-88024909f67c req-0dadb036-2036-4e80-80ce-8b76b748972a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412185
Feb 17 04:30:16.745076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3779634-29eb-4f73-a6ab-2749cb177b53 req-1e09320b-12a8-41b5-9678-40597ee33d33 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:16.746679 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3779634-29eb-4f73-a6ab-2749cb177b53 req-1e09320b-12a8-41b5-9678-40597ee33d33 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0894766
Feb 17 04:30:16.799047 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3779634-29eb-4f73-a6ab-2749cb177b53 req-bcab17c3-7e00-456e-8f0b-598c32345d1b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436888
Feb 17 04:30:17.187845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587070-3614-4338-ba3e-dcf6a8026955 req-17c9159b-7c9a-428e-9cf5-83ce84b53987 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:17.189470 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b587070-3614-4338-ba3e-dcf6a8026955 req-17c9159b-7c9a-428e-9cf5-83ce84b53987 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0920274
Feb 17 04:30:17.243451 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b587070-3614-4338-ba3e-dcf6a8026955 req-f82adaa2-1188-43d6-b9ea-9456fd295aa5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461509
Feb 17 04:30:17.437011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922295a-b4a7-4f42-8d23-6a0806400135 req-78b0ae6f-a698-400c-8b88-d0539398693a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:17.438633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5922295a-b4a7-4f42-8d23-6a0806400135 req-78b0ae6f-a698-400c-8b88-d0539398693a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0906434
Feb 17 04:30:17.486921 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5922295a-b4a7-4f42-8d23-6a0806400135 req-f739ca45-ec76-4eb1-b3cf-2f2f7764cf26 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413857
Feb 17 04:30:17.756690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b771c-0749-4dce-8744-494dda8b301d req-d5eea3a7-29c6-4399-9bb2-50cea689bce9 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:17.758481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-883b771c-0749-4dce-8744-494dda8b301d req-d5eea3a7-29c6-4399-9bb2-50cea689bce9 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0887151
Feb 17 04:30:17.806085 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-883b771c-0749-4dce-8744-494dda8b301d req-63e93f5e-250d-4c78-aa78-80d65c0648d0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414159
Feb 17 04:30:17.998407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d3-b70d-4b30-af25-8e6b8b54437b req-100d81ff-0049-437a-bd9f-0c2b04cbb816 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:18.000055 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b7640d3-b70d-4b30-af25-8e6b8b54437b req-100d81ff-0049-437a-bd9f-0c2b04cbb816 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0884736
Feb 17 04:30:18.048172 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b7640d3-b70d-4b30-af25-8e6b8b54437b req-2d01467c-e104-4515-88a3-f2207752a67f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416579
Feb 17 04:30:18.447075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4267d2-6f1d-45aa-b54d-2e94d36239e3 req-b49e7381-61cc-4111-9d8e-041ce859f7ad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:18.448716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f4267d2-6f1d-45aa-b54d-2e94d36239e3 req-b49e7381-61cc-4111-9d8e-041ce859f7ad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0911927
Feb 17 04:30:18.498407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f4267d2-6f1d-45aa-b54d-2e94d36239e3 req-c328627b-6e22-4700-b133-ff323d92374f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432827
Feb 17 04:30:18.683974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484266c-0464-4b40-b955-d07134dde1de req-5280dab0-bbad-4156-82cf-067994391890 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:18.685519 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c484266c-0464-4b40-b955-d07134dde1de req-5280dab0-bbad-4156-82cf-067994391890 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0872440
Feb 17 04:30:18.734004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa8c16d2-0d79-44a7-b090-85a7467b5f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:18.737011 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c484266c-0464-4b40-b955-d07134dde1de req-fd2ff525-bb31-4781-952f-ec2da94dca0b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450845
Feb 17 04:30:19.009047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03640a29-792a-408c-9bbb-cb150c8ab79c req-09484139-de1b-4360-aad4-b62d3fb74d2b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:19.010684 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03640a29-792a-408c-9bbb-cb150c8ab79c req-09484139-de1b-4360-aad4-b62d3fb74d2b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0901725
Feb 17 04:30:19.061693 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-03640a29-792a-408c-9bbb-cb150c8ab79c req-e6ad39a5-f641-4d48-8964-83405854b372 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448816
Feb 17 04:30:19.172693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-ee1b36ef-fcfc-4580-b036-4c122a8c6d17 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:30:19.259766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb28c4-8f16-4252-8c9c-5f3258631e05 req-2e8a7271-85ec-4752-914d-7d6bdd459289 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:19.261381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2bb28c4-8f16-4252-8c9c-5f3258631e05 req-2e8a7271-85ec-4752-914d-7d6bdd459289 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0913811
Feb 17 04:30:19.309924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2bb28c4-8f16-4252-8c9c-5f3258631e05 req-1fc36c8e-c10e-47cc-b885-da50dfe47197 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422227
Feb 17 04:30:19.454621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:19.702785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182cde9-85cd-4b37-8c26-e6855d4d904f req-3e715df8-6c12-4597-b32d-786b66e078bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:19.704457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6182cde9-85cd-4b37-8c26-e6855d4d904f req-3e715df8-6c12-4597-b32d-786b66e078bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0895553
Feb 17 04:30:19.754918 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6182cde9-85cd-4b37-8c26-e6855d4d904f req-659a9478-9980-429d-8ac4-7afdcce1fd9c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440974
Feb 17 04:30:19.947861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce80bdf-6630-411b-b4e2-977ee2281cd0 req-a6f961d6-79f4-47c7-b1b8-411768001f71 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:19.949461 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ce80bdf-6630-411b-b4e2-977ee2281cd0 req-a6f961d6-79f4-47c7-b1b8-411768001f71 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0978010
Feb 17 04:30:19.998739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ce80bdf-6630-411b-b4e2-977ee2281cd0 req-95d67732-a001-45ec-b2a5-c2097a1ba347 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427692
Feb 17 04:30:20.276839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12524bfe-426d-4c26-bfda-50d90d9702f0 req-1e5d7df9-7055-4ce3-bf96-510f0f918550 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:20.278456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12524bfe-426d-4c26-bfda-50d90d9702f0 req-1e5d7df9-7055-4ce3-bf96-510f0f918550 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0981915
Feb 17 04:30:20.352525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:20.364833 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12524bfe-426d-4c26-bfda-50d90d9702f0 req-39e0f570-e439-4471-9e68-37ad95f92d06 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642579
Feb 17 04:30:20.559208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca016d9-8c40-4318-b0ba-dc070cdd4b93 req-931938df-1c7e-4a84-b6e1-b3f48acd81b2 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:20.561578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ca016d9-8c40-4318-b0ba-dc070cdd4b93 req-931938df-1c7e-4a84-b6e1-b3f48acd81b2 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 944 time: 0.0997512
Feb 17 04:30:20.618800 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ca016d9-8c40-4318-b0ba-dc070cdd4b93 req-a7ffa76a-a21a-44b0-b625-69f1ce24b2c5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483999
Feb 17 04:30:20.782451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9253754-0efa-4648-94ae-780814a11e89 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:20.873487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port e9253754-0efa-4648-94ae-780814a11e89 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:30:20.902636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e9253754-0efa-4648-94ae-780814a11e89 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:20.903422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:20.940168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:21.049935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:21.075098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31535e-d3db-4c42-8a02-e502541d3596 req-bae701bf-4ea0-427c-8c34-c97e23f6fada tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.082697 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a31535e-d3db-4c42-8a02-e502541d3596 req-bae701bf-4ea0-427c-8c34-c97e23f6fada tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.1726129
Feb 17 04:30:21.082856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:21.094792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port e9253754-0efa-4648-94ae-780814a11e89, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9253754-0efa-4648-94ae-780814a11e89,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:21.100110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:21.102098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:21.128555 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-2f228a47-2a84-40df-b27d-95327e9298e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1552479
Feb 17 04:30:21.165435 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a31535e-d3db-4c42-8a02-e502541d3596 req-acf8a0c7-a62c-48cc-a5e0-e0a7fe571097 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817180
Feb 17 04:30:21.212343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=e9253754-0efa-4648-94ae-780814a11e89,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:21.219077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:21.239668 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89', 'code': 200}
Feb 17 04:30:21.245827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2ebf-7c62-4ef9-bbf5-8c20cbe819d0 req-5e74b746-963e-49e4-bd62-51ab959c0d76 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.251390 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c5bc2ebf-7c62-4ef9-bbf5-8c20cbe819d0 req-5e74b746-963e-49e4-bd62-51ab959c0d76 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1139348
Feb 17 04:30:21.299435 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c5bc2ebf-7c62-4ef9-bbf5-8c20cbe819d0 req-6e126977-912a-44e2-981d-964ffde78050 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451920
Feb 17 04:30:21.379296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-265ec5c5-7ee1-4b04-9327-db5a99fa53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.380917 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-265ec5c5-7ee1-4b04-9327-db5a99fa53bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 1162 time: 0.0916636
Feb 17 04:30:21.578441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9253754-0efa-4648-94ae-780814a11e89 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:21.657296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e9253754-0efa-4648-94ae-780814a11e89 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:21.657727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:21.853388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56361aa4-bb7b-4d70-9919-3b3cf8353a3c req-02868cf0-eb50-445f-a46d-d0f9dd5ba58e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.855078 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56361aa4-bb7b-4d70-9919-3b3cf8353a3c req-02868cf0-eb50-445f-a46d-d0f9dd5ba58e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.1045904
Feb 17 04:30:21.892563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-1287f6f4-8266-443b-b920-0270504d16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.894159 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-1287f6f4-8266-443b-b920-0270504d16b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 909 time: 0.4840701
Feb 17 04:30:21.915622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56361aa4-bb7b-4d70-9919-3b3cf8353a3c req-8ea86642-61d8-4e19-8678-f87b41914107 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533085
Feb 17 04:30:21.972070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01b07-a4cf-4b76-88c0-3c2b9ebce7c4 req-c76345cc-9aca-4e3f-b178-cb480ced04f6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.973670 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48c01b07-a4cf-4b76-88c0-3c2b9ebce7c4 req-c76345cc-9aca-4e3f-b178-cb480ced04f6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.4835672
Feb 17 04:30:21.986486 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-5a7936c4-4f8c-43f1-a853-58d05fc61034 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1 HTTP/1.1" status: 200  len: 217 time: 0.0795097
Feb 17 04:30:21.991838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2f9a3-5dd5-4d9e-9697-db86fea8bc61 req-b3559c55-0ce2-4ddf-96ec-13e183aed8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:21.993365 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8e2f9a3-5dd5-4d9e-9697-db86fea8bc61 req-b3559c55-0ce2-4ddf-96ec-13e183aed8f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 1163 time: 0.4486339
Feb 17 04:30:22.125096 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48c01b07-a4cf-4b76-88c0-3c2b9ebce7c4 req-71af2165-5755-46ff-b16c-23cea29ae62d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365721
Feb 17 04:30:22.132791 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8e2f9a3-5dd5-4d9e-9697-db86fea8bc61 req-cc84bc9c-5827-4001-9526-392baf886e88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209676
Feb 17 04:30:22.136414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-2cfc1b18-1b8e-4bdc-a1db-b895cc573805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:22.137933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-2cfc1b18-1b8e-4bdc-a1db-b895cc573805 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1282005
Feb 17 04:30:22.371712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4bacb-bfca-4834-b9f5-ea195c1824be req-206f902b-d794-4532-b63b-245329f358ba tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:22.373356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fac4bacb-bfca-4834-b9f5-ea195c1824be req-206f902b-d794-4532-b63b-245329f358ba tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0910547
Feb 17 04:30:22.424110 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fac4bacb-bfca-4834-b9f5-ea195c1824be req-3e16cd53-19de-4e81-ba7f-44a4d3af1d2f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443964
Feb 17 04:30:22.652861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0985f-4239-4540-9fce-86cd93ec4997 req-83dac12d-3f9b-4575-b3b0-d699d16eb17d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:22.654437 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17e0985f-4239-4540-9fce-86cd93ec4997 req-83dac12d-3f9b-4575-b3b0-d699d16eb17d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0915358
Feb 17 04:30:22.702922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17e0985f-4239-4540-9fce-86cd93ec4997 req-5434eddc-4196-4a31-ae18-0d8b36ad630a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421486
Feb 17 04:30:23.135384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2bd6e-af10-4294-aabd-bad86d7be954 req-03f64c2e-db9f-412a-8fca-cce4aece5f8a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:23.145588 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fef2bd6e-af10-4294-aabd-bad86d7be954 req-03f64c2e-db9f-412a-8fca-cce4aece5f8a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.1134729
Feb 17 04:30:23.202179 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fef2bd6e-af10-4294-aabd-bad86d7be954 req-1b3f164a-9573-4027-a979-75e891dba92f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570204
Feb 17 04:30:23.409553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff610d-94af-4f49-bdc9-63036036f957 req-2d05bec8-c530-4611-9759-342eda04793d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:23.411228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-edff610d-94af-4f49-bdc9-63036036f957 req-2d05bec8-c530-4611-9759-342eda04793d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0908663
Feb 17 04:30:23.459958 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-edff610d-94af-4f49-bdc9-63036036f957 req-9412156d-c840-47c4-86fc-f3b5fd0f51cf tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418363
Feb 17 04:30:23.659000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf63f4-2cc6-4377-929c-8fb277b4f5f2 req-a1a63069-d5fd-4718-a4a4-38db03e5eb6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:23.660660 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ffaf63f4-2cc6-4377-929c-8fb277b4f5f2 req-a1a63069-d5fd-4718-a4a4-38db03e5eb6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0941494
Feb 17 04:30:23.707979 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ffaf63f4-2cc6-4377-929c-8fb277b4f5f2 req-63ffd0d1-d5b1-44e7-9ce7-91222cd23e53 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410542
Feb 17 04:30:23.903862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8eb91-05a7-41de-8598-142a84b292e0 req-20ac1c7c-5aef-4470-86a3-633ae58dcc03 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:23.905464 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7d8eb91-05a7-41de-8598-142a84b292e0 req-20ac1c7c-5aef-4470-86a3-633ae58dcc03 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0881677
Feb 17 04:30:23.956137 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7d8eb91-05a7-41de-8598-142a84b292e0 req-e6af14ca-c941-4431-ab9d-6423d1fa6990 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442989
Feb 17 04:30:24.406861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059834d-c6e2-4c7f-b8a0-7aa46e04d1e3 req-8815b7ea-cd1b-4968-9248-52ec7165d486 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:24.408536 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d059834d-c6e2-4c7f-b8a0-7aa46e04d1e3 req-8815b7ea-cd1b-4968-9248-52ec7165d486 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.0882251
Feb 17 04:30:24.456063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d059834d-c6e2-4c7f-b8a0-7aa46e04d1e3 req-bfcf0f96-0525-405d-8536-729daec939aa tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409949
Feb 17 04:30:24.665636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbfef9-fca1-40e7-972d-6df744069fdb req-b89b2124-5618-498b-bf6a-271784838e9f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:24.667304 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-49dbfef9-fca1-40e7-972d-6df744069fdb req-b89b2124-5618-498b-bf6a-271784838e9f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0927894
Feb 17 04:30:24.716252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-49dbfef9-fca1-40e7-972d-6df744069fdb req-7dae59cc-4c65-4b45-8082-17d985520f00 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425923
Feb 17 04:30:24.907327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1aba1-f2f1-4a0c-a4cb-031ed44c2754 req-3138511a-78fa-4f15-a7ae-c259fc9c283b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:24.908993 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-39b1aba1-f2f1-4a0c-a4cb-031ed44c2754 req-3138511a-78fa-4f15-a7ae-c259fc9c283b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0869749
Feb 17 04:30:24.957406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-39b1aba1-f2f1-4a0c-a4cb-031ed44c2754 req-4c1953ff-5c22-43fe-9f01-73f83cbb4827 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410862
Feb 17 04:30:25.159103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5513d63-2962-4efd-b4f7-ea8b3eee268d req-0a8a3d50-df71-4b7a-8f32-3074ce993fa2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:25.160655 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d5513d63-2962-4efd-b4f7-ea8b3eee268d req-0a8a3d50-df71-4b7a-8f32-3074ce993fa2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0922170
Feb 17 04:30:25.209551 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d5513d63-2962-4efd-b4f7-ea8b3eee268d req-448a7ffa-2c48-4c3b-8ca1-0a5ab4fdb2e5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423775
Feb 17 04:30:25.654821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7ffa-3db9-4fbb-a2b7-b8cab764fdbb req-22f2a64b-37f6-41aa-a6ae-f06c5bd5cc0f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:25.656493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-298a7ffa-3db9-4fbb-a2b7-b8cab764fdbb req-22f2a64b-37f6-41aa-a6ae-f06c5bd5cc0f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.0860317
Feb 17 04:30:25.707717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-298a7ffa-3db9-4fbb-a2b7-b8cab764fdbb req-37edbf8f-65f4-4682-bdb1-ca6252f362c0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450139
Feb 17 04:30:26.047208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4839961-753a-4a9e-a0a0-c8d4fb218564 req-5f75350f-ea29-4f59-829a-08ee8c7bea7c tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:26.048805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4839961-753a-4a9e-a0a0-c8d4fb218564 req-5f75350f-ea29-4f59-829a-08ee8c7bea7c tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0870893
Feb 17 04:30:26.096049 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4839961-753a-4a9e-a0a0-c8d4fb218564 req-4257b4a0-80f1-4514-a9c9-cc5f1dcbf7c7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407798
Feb 17 04:30:26.285785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513f6c-9bba-4f26-9443-8c0158b86e5b req-69dd21c6-520e-48ad-ad7c-88a8089a66b7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:26.287427 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a513f6c-9bba-4f26-9443-8c0158b86e5b req-69dd21c6-520e-48ad-ad7c-88a8089a66b7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0912693
Feb 17 04:30:26.334270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a513f6c-9bba-4f26-9443-8c0158b86e5b req-9333f45e-f9dc-4713-9040-a13ceb74658a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399177
Feb 17 04:30:26.520892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65f5bc-a31a-473e-818b-569c2630e525 req-f39fec96-76a3-4d81-b5a8-2718f6325442 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:26.523337 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9d65f5bc-a31a-473e-818b-569c2630e525 req-f39fec96-76a3-4d81-b5a8-2718f6325442 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0876725
Feb 17 04:30:26.572440 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9d65f5bc-a31a-473e-818b-569c2630e525 req-55adbb35-c919-4e05-960a-e4a7ea834101 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427396
Feb 17 04:30:26.910149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99397-2ed0-4abc-9e09-ca88d2327342 req-d8f4d098-0765-4d94-acd0-cb74f7ab6cc5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:26.911850 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eab99397-2ed0-4abc-9e09-ca88d2327342 req-d8f4d098-0765-4d94-acd0-cb74f7ab6cc5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.0910292
Feb 17 04:30:26.961729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eab99397-2ed0-4abc-9e09-ca88d2327342 req-90d8bc85-23e8-4e28-babc-6de48f2711d4 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434880
Feb 17 04:30:27.298959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1982-fa57-4bbd-a855-b67ebe77dab4 req-55c22018-6301-4982-88cf-9cf080997c33 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:27.300591 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-da2e1982-fa57-4bbd-a855-b67ebe77dab4 req-55c22018-6301-4982-88cf-9cf080997c33 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0862346
Feb 17 04:30:27.351000 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-da2e1982-fa57-4bbd-a855-b67ebe77dab4 req-f7bcb7af-41c3-45d8-bab4-aacfad36a32a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440693
Feb 17 04:30:27.483439 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-a719a605-f329-4722-8601-1ffe26d53e53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520737
Feb 17 04:30:27.743314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d808-f948-42d6-b2db-6f0d0b489397 req-3862b19a-0cdf-45ca-aee3-6a0a24296940 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:27.745097 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a577d808-f948-42d6-b2db-6f0d0b489397 req-3862b19a-0cdf-45ca-aee3-6a0a24296940 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.2878928
Feb 17 04:30:27.784851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e77b-ddd0-404e-9f16-1b383113870c req-386a7faa-db0a-4773-8542-e59fb2472416 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:27.786454 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d615e77b-ddd0-404e-9f16-1b383113870c req-386a7faa-db0a-4773-8542-e59fb2472416 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0935628
Feb 17 04:30:27.793119 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a577d808-f948-42d6-b2db-6f0d0b489397 req-c06d5b2b-359e-45eb-bd9f-abb847bffebd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419712
Feb 17 04:30:27.836120 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d615e77b-ddd0-404e-9f16-1b383113870c req-f1549861-f7c3-4e27-a22b-4529c398d745 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427463
Feb 17 04:30:28.163004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4658c-3b10-4da7-864c-ad1a030a61e5 req-245072ae-e922-4d55-853d-09f907494a61 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:28.164713 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-81c4658c-3b10-4da7-864c-ad1a030a61e5 req-245072ae-e922-4d55-853d-09f907494a61 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.0888517
Feb 17 04:30:28.211899 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-81c4658c-3b10-4da7-864c-ad1a030a61e5 req-3377ccb6-3e72-4b60-b39c-810858d52493 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408909
Feb 17 04:30:28.400522 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-0a597bb4-415f-4a92-9a72-41ccb68e7462 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415720
Feb 17 04:30:28.627913 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a59192f-c7b4-4aca-85b6-2e6b18728728 req-1b16d9fe-22d2-4129-86d1-361700fc7eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2108300
Feb 17 04:30:28.641803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef29f7-3ec7-44b2-9b8e-8c8507352655 req-8a1e4da1-0a6f-4921-b2af-70c726c910f6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:28.643335 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-23ef29f7-3ec7-44b2-9b8e-8c8507352655 req-8a1e4da1-0a6f-4921-b2af-70c726c910f6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.1481802
Feb 17 04:30:28.693954 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-23ef29f7-3ec7-44b2-9b8e-8c8507352655 req-bcfcdcf4-9edc-4f9e-9847-9235c3845b5f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442410
Feb 17 04:30:28.995642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bac99-399f-4a2c-87fc-8d9165562578 req-999ae4a5-fda4-4850-ab8a-23da6448a6a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:28.997223 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c21bac99-399f-4a2c-87fc-8d9165562578 req-999ae4a5-fda4-4850-ab8a-23da6448a6a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 943 time: 0.0881426
Feb 17 04:30:29.041908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe279f-fa84-4501-a9c7-6ecaf3220206 req-5d55d71d-eabb-4ee3-ac37-cd22ed404e50 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:29.043446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-babe279f-fa84-4501-a9c7-6ecaf3220206 req-5d55d71d-eabb-4ee3-ac37-cd22ed404e50 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0871778
Feb 17 04:30:29.047449 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c21bac99-399f-4a2c-87fc-8d9165562578 req-f50dcd6e-ad4f-46da-9d63-69925ed30af0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435719
Feb 17 04:30:29.099239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-babe279f-fa84-4501-a9c7-6ecaf3220206 req-5dc70231-8e52-4d8a-a4ab-993feee64b8e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476425
Feb 17 04:30:29.111859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:29.412030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540f9ed-0c16-4d20-995e-d00a18386979 req-da8bf5fd-e3f1-41ed-aca5-c22ecc9d0d7c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:29.414339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c540f9ed-0c16-4d20-995e-d00a18386979 req-da8bf5fd-e3f1-41ed-aca5-c22ecc9d0d7c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.0903082
Feb 17 04:30:29.464355 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c540f9ed-0c16-4d20-995e-d00a18386979 req-c4bafa0e-1943-4e5f-83fc-1d664ddba8bd tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436223
Feb 17 04:30:29.611996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 65a369ca-8446-46ba-9c26-57d2b73c304a up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:29.689495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 65a369ca-8446-46ba-9c26-57d2b73c304a completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:30:29.694360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 65a369ca-8446-46ba-9c26-57d2b73c304a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:29.694918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:29.848449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:29.889158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 65a369ca-8446-46ba-9c26-57d2b73c304a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65a369ca-8446-46ba-9c26-57d2b73c304a,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:29.890194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:29.898284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:29.901007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:29.993158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=65a369ca-8446-46ba-9c26-57d2b73c304a,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:29.997953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:30.021622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110552-d7d8-4e2d-9ee5-a8d241930843 req-ac037157-3762-4262-821b-18aa05d01275 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:30.023803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4110552-d7d8-4e2d-9ee5-a8d241930843 req-ac037157-3762-4262-821b-18aa05d01275 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.2000723
Feb 17 04:30:30.075627 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4110552-d7d8-4e2d-9ee5-a8d241930843 req-0a55a3ba-7a57-48d6-abd3-91c9ec2af392 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451374
Feb 17 04:30:30.155213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a', 'code': 200}
Feb 17 04:30:30.380654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942b27a-8425-45de-b1fe-9f915835dd81 req-af40500d-d991-45bc-9e7a-bf07d0af99eb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:30.395241 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f942b27a-8425-45de-b1fe-9f915835dd81 req-af40500d-d991-45bc-9e7a-bf07d0af99eb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.1629274
Feb 17 04:30:30.452220 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f942b27a-8425-45de-b1fe-9f915835dd81 req-4737474b-1128-4d32-90ac-5f39c62b77fe tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541406
Feb 17 04:30:30.547192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2e17-b49c-4e75-ab7b-848659e8d72d req-9c07bc99-2b7b-449e-95ab-8a0e0246304b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:30.551645 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1fca2e17-b49c-4e75-ab7b-848659e8d72d req-9c07bc99-2b7b-449e-95ab-8a0e0246304b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1778977
Feb 17 04:30:30.575964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914366-eada-4964-ad81-d98de9ed0349 req-d6481a72-bddc-45f5-b602-3265e997e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:30.577659 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48914366-eada-4964-ad81-d98de9ed0349 req-d6481a72-bddc-45f5-b602-3265e997e018 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 1162 time: 0.0968287
Feb 17 04:30:30.612773 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1fca2e17-b49c-4e75-ab7b-848659e8d72d req-e82f5b3c-0b62-4b60-a717-82648ddff1be tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532918
Feb 17 04:30:30.620041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-61b750a1-8eb7-4e1d-a51c-3497227672ab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:30:30.686460 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48914366-eada-4964-ad81-d98de9ed0349 req-a8df9363-03c9-46b7-b73c-9d9597372ee5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985141
Feb 17 04:30:30.723915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe595-2553-4496-b644-853123d41391 req-0c3a7fad-b682-4dbc-9afc-3a5839686b2b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:30.725648 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a2fe595-2553-4496-b644-853123d41391 req-0c3a7fad-b682-4dbc-9afc-3a5839686b2b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.1105378
Feb 17 04:30:30.778290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a2fe595-2553-4496-b644-853123d41391 req-4a71b9de-6089-4cb3-bc99-fdae13925c59 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456362
Feb 17 04:30:31.291680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9ba1b-f820-4115-922e-a6fec9d2c154 req-0bf11038-5630-47f1-a9a8-e43241cd64a0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:31.293309 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59f9ba1b-f820-4115-922e-a6fec9d2c154 req-0bf11038-5630-47f1-a9a8-e43241cd64a0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0901902
Feb 17 04:30:31.343238 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59f9ba1b-f820-4115-922e-a6fec9d2c154 req-bc3db8f1-6870-41a3-b5f3-23307c59de5a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435569
Feb 17 04:30:31.689875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca6ab-56db-4e6c-9c5c-06db6a468168 req-d3e55635-33fa-4f2f-be4e-10d88f37b9ad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:31.691871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f71ca6ab-56db-4e6c-9c5c-06db6a468168 req-d3e55635-33fa-4f2f-be4e-10d88f37b9ad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.1192415
Feb 17 04:30:31.797201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f71ca6ab-56db-4e6c-9c5c-06db6a468168 req-0121f434-e1de-4502-8ab9-4b528364b65b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981438
Feb 17 04:30:31.881293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af8d4-cffe-4694-a26e-4c3fdda18768 req-01585e79-120c-43cc-9512-63024ea9ebff tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:31.883818 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d41af8d4-cffe-4694-a26e-4c3fdda18768 req-01585e79-120c-43cc-9512-63024ea9ebff tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1000872
Feb 17 04:30:31.937392 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d41af8d4-cffe-4694-a26e-4c3fdda18768 req-fc97a030-b366-45ea-ad8d-fe24376cad49 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470884
Feb 17 04:30:32.545978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff111ff1-c466-4f93-a8b5-018b95c46cb1 req-0789dad9-3c95-4c72-89c5-b4dc73eda19e tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:32.547643 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ff111ff1-c466-4f93-a8b5-018b95c46cb1 req-0789dad9-3c95-4c72-89c5-b4dc73eda19e tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0889473
Feb 17 04:30:32.600121 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ff111ff1-c466-4f93-a8b5-018b95c46cb1 req-2dd8aed2-55a4-4bb1-b597-893920965228 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459728
Feb 17 04:30:33.003295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35137293-06fa-4afc-b098-52ec051d8ee7 req-8418bc4d-d142-4555-9dc9-00f536c7725b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:33.004946 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35137293-06fa-4afc-b098-52ec051d8ee7 req-8418bc4d-d142-4555-9dc9-00f536c7725b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.0888789
Feb 17 04:30:33.054472 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35137293-06fa-4afc-b098-52ec051d8ee7 req-9aa94da0-e3b9-4ea8-bfe3-3b20dce4f34a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428143
Feb 17 04:30:33.247752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f800ff-ad64-4acc-b496-4680233ecfca req-4ac6484e-ce74-4b87-9517-646c0c689e21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:33.249383 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18f800ff-ad64-4acc-b496-4680233ecfca req-4ac6484e-ce74-4b87-9517-646c0c689e21 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0933216
Feb 17 04:30:33.298468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18f800ff-ad64-4acc-b496-4680233ecfca req-519db23b-6fc0-4771-849a-5b2878571916 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426373
Feb 17 04:30:33.796295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7352fb-e42f-4d69-bbba-e20c7a908d41 req-efe4d72e-27ba-4ddc-be4f-7fee400403e3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:33.797908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c7352fb-e42f-4d69-bbba-e20c7a908d41 req-efe4d72e-27ba-4ddc-be4f-7fee400403e3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0866520
Feb 17 04:30:33.845037 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c7352fb-e42f-4d69-bbba-e20c7a908d41 req-d1d1112e-3128-4ffa-8bac-ea177ce0c6cb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403912
Feb 17 04:30:34.261876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa54ce-4f95-4ab5-83ae-ed84d4e62364 req-f9cd31b4-465c-4914-96d7-5d475b6d7c9f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:34.263526 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5afa54ce-4f95-4ab5-83ae-ed84d4e62364 req-f9cd31b4-465c-4914-96d7-5d475b6d7c9f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.0915883
Feb 17 04:30:34.313980 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5afa54ce-4f95-4ab5-83ae-ed84d4e62364 req-25fa1ba5-2729-4be1-b073-4216cf47b0b6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439873
Feb 17 04:30:34.499830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7d27-49f6-48e0-8fc8-4eb0285a354c req-1f0b6c5d-97c9-459e-b467-0a45be8a81fb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:34.501446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e33d7d27-49f6-48e0-8fc8-4eb0285a354c req-1f0b6c5d-97c9-459e-b467-0a45be8a81fb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0864491
Feb 17 04:30:34.551730 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e33d7d27-49f6-48e0-8fc8-4eb0285a354c req-7b8a97b0-b43f-41d6-949f-8db0fa4d290a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432398
Feb 17 04:30:34.634162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdda76-99c1-430c-b494-3ac39b110552 req-cc149bb9-3a19-4b4b-a56a-5a2c1aa9f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:34.635724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28cdda76-99c1-430c-b494-3ac39b110552 req-cc149bb9-3a19-4b4b-a56a-5a2c1aa9f5ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1162 time: 0.0848689
Feb 17 04:30:35.042677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47943ba-989d-47a0-9445-0401278a4488 req-54a12eb3-277a-416f-9b3a-31e0d7c1a58b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:35.044308 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f47943ba-989d-47a0-9445-0401278a4488 req-54a12eb3-277a-416f-9b3a-31e0d7c1a58b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0870144
Feb 17 04:30:35.092843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f47943ba-989d-47a0-9445-0401278a4488 req-cfde5e5f-f3f1-4d5d-9822-a0b88355dff5 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423315
Feb 17 04:30:35.528433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c7eb4-1ec2-43e6-8206-205f587743ab req-6bf6a675-ddcb-428f-863d-1a1803aefc3d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:35.530036 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d38c7eb4-1ec2-43e6-8206-205f587743ab req-6bf6a675-ddcb-428f-863d-1a1803aefc3d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.0943055
Feb 17 04:30:35.577418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d38c7eb4-1ec2-43e6-8206-205f587743ab req-e4e8ec9f-c0e1-4c28-9eef-6a2c350d535a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410602
Feb 17 04:30:35.759955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e559ca2-06fd-4c7a-a11b-dcb01a9ee775 req-a6f053fd-4ce4-4657-aeaa-7e21bb1db755 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:35.761552 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e559ca2-06fd-4c7a-a11b-dcb01a9ee775 req-a6f053fd-4ce4-4657-aeaa-7e21bb1db755 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0913002
Feb 17 04:30:35.810185 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e559ca2-06fd-4c7a-a11b-dcb01a9ee775 req-cd14a26b-561f-43a7-8f23-12d11bc8bb8d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422621
Feb 17 04:30:36.129245 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28cdda76-99c1-430c-b494-3ac39b110552 req-e301bed7-dcd7-435d-a986-d41e02782e9a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387244
Feb 17 04:30:36.292732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a1a4c-28b1-414e-92d8-3af06f1b5a91 req-f8ef23fa-2153-47b3-b9b0-4dbaa16fc864 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:36.294390 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-db5a1a4c-28b1-414e-92d8-3af06f1b5a91 req-f8ef23fa-2153-47b3-b9b0-4dbaa16fc864 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.0881684
Feb 17 04:30:36.344736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-db5a1a4c-28b1-414e-92d8-3af06f1b5a91 req-9028aae6-cec7-424c-aa0f-f6822db9fcd5 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435634
Feb 17 04:30:36.782056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494300cf-4164-4428-8983-738f59ac8a3e req-1e9096c5-fbb2-4692-879b-7161ac82455c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:36.783705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494300cf-4164-4428-8983-738f59ac8a3e req-1e9096c5-fbb2-4692-879b-7161ac82455c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.0904109
Feb 17 04:30:36.831729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494300cf-4164-4428-8983-738f59ac8a3e req-655a46db-b9cc-4cc2-b18b-ff36a913f6b3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416558
Feb 17 04:30:37.005922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 65a369ca-8446-46ba-9c26-57d2b73c304a up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:37.024409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343f85-891f-46c3-8b30-9376a2309ac7 req-257ff135-d0f4-47c5-a1a1-5015fc9b916c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:37.026057 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-76343f85-891f-46c3-8b30-9376a2309ac7 req-257ff135-d0f4-47c5-a1a1-5015fc9b916c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0922873
Feb 17 04:30:37.081147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-76343f85-891f-46c3-8b30-9376a2309ac7 req-f79e3d57-71ad-447a-bb41-86ac0f416112 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470195
Feb 17 04:30:37.081740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 65a369ca-8446-46ba-9c26-57d2b73c304a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:37.082170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:37.210727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a9ee15ee-16f6-407c-a5d4-b6cf1d15152f up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:37.288169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:30:37.293044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:37.293468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:37.424137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:37.457918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:37.467095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:37.470833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:37.472767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:37.536594 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f', 'code': 200}
Feb 17 04:30:37.549592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:37.558648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.558914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.559283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.559670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.560195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.560570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.560946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.561312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.561697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.562048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.562416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.562779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.563256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.563629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.564265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.564785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.565349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.565899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.566455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.567001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.567571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.568131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.568671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.569363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:37.583357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:37.593446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd312d88-80c1-4a8b-9a5a-1b94a6c8b121 req-8a4415c7-d040-4cc1-9d29-08ea578ae2e1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:37.595103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd312d88-80c1-4a8b-9a5a-1b94a6c8b121 req-8a4415c7-d040-4cc1-9d29-08ea578ae2e1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.1152921
Feb 17 04:30:37.652160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd312d88-80c1-4a8b-9a5a-1b94a6c8b121 req-badb483b-99c6-467e-87b8-5371cb128a26 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500197
Feb 17 04:30:38.040861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a9ee15ee-16f6-407c-a5d4-b6cf1d15152f up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:38.116766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:38.117211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:38.121778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9367f84-a9c6-493b-9ba1-e456424165ca req-aad0ec2b-ceb9-4365-aae5-2ee390364276 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:38.123406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a9367f84-a9c6-493b-9ba1-e456424165ca req-aad0ec2b-ceb9-4365-aae5-2ee390364276 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.1608584
Feb 17 04:30:38.126211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911d044-c981-4563-be57-99dac528309e req-846fd121-c679-4702-8d21-919ff9cf8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:38.127762 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a911d044-c981-4563-be57-99dac528309e req-846fd121-c679-4702-8d21-919ff9cf8f51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 1163 time: 0.1257050
Feb 17 04:30:38.196954 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a911d044-c981-4563-be57-99dac528309e req-21b43517-bd09-4f87-96e6-09378fc4b24f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519245
Feb 17 04:30:38.242565 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a9367f84-a9c6-493b-9ba1-e456424165ca req-a8a9c9cc-a0af-46c4-bb7b-31ea72e2de9f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989647
Feb 17 04:30:38.336358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be2cf5-8c82-4f42-abcf-1b653f2a7646 req-f643d457-1aff-4480-8bc1-0bed4cef5b6b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:38.337962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92be2cf5-8c82-4f42-abcf-1b653f2a7646 req-f643d457-1aff-4480-8bc1-0bed4cef5b6b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0911241
Feb 17 04:30:38.386797 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92be2cf5-8c82-4f42-abcf-1b653f2a7646 req-16f9061c-afbd-48e5-9663-345868fbd6c1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421467
Feb 17 04:30:38.895884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4135c4-118a-456f-a4f2-aedea7e97574 req-0f432876-2b66-4ec1-acc5-14dcd22d542a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:38.904690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de4135c4-118a-456f-a4f2-aedea7e97574 req-0f432876-2b66-4ec1-acc5-14dcd22d542a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.1229050
Feb 17 04:30:38.961299 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de4135c4-118a-456f-a4f2-aedea7e97574 req-4d5350bc-6548-4dd4-b7a7-d516df7053f1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553272
Feb 17 04:30:39.466452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc57d-3fd4-49c2-bf2e-2b865f0613c2 req-499f0020-3697-4376-baf1-1cbdbd22d892 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:39.468295 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f84bc57d-3fd4-49c2-bf2e-2b865f0613c2 req-499f0020-3697-4376-baf1-1cbdbd22d892 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.0972910
Feb 17 04:30:39.545492 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f84bc57d-3fd4-49c2-bf2e-2b865f0613c2 req-344c1811-249b-4a4f-bf47-48c4de50e9a2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689156
Feb 17 04:30:39.643530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa9a7-837f-41dc-8cd7-708217df2a5d req-d089085c-46fa-4534-9bf8-ff780922f734 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:39.645425 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406aa9a7-837f-41dc-8cd7-708217df2a5d req-d089085c-46fa-4534-9bf8-ff780922f734 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1343489
Feb 17 04:30:39.709086 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406aa9a7-837f-41dc-8cd7-708217df2a5d req-a4d2d106-c216-43fd-b836-ecc7a8126230 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557625
Feb 17 04:30:40.180279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da918-9a27-4a56-be34-ce87d444ae54 req-b1cdc218-3327-4ffb-8031-3c7164a4b0c3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:40.181984 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-552da918-9a27-4a56-be34-ce87d444ae54 req-b1cdc218-3327-4ffb-8031-3c7164a4b0c3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.1089354
Feb 17 04:30:40.185891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:40.258953 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-552da918-9a27-4a56-be34-ce87d444ae54 req-8c8c04fb-84a3-4cb3-a4b1-a984c7f40082 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667124
Feb 17 04:30:40.307634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port c06f3049-4f07-4c51-9968-0a06c58bb377 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:40.308145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:40.923842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7342c57-cf3c-43a0-94de-0cc44c4a0899 req-02183d0b-08ee-47bd-b978-6dc7a1e7a9c7 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:40.925466 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7342c57-cf3c-43a0-94de-0cc44c4a0899 req-02183d0b-08ee-47bd-b978-6dc7a1e7a9c7 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0890393
Feb 17 04:30:40.973233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7342c57-cf3c-43a0-94de-0cc44c4a0899 req-d9168564-6320-43cc-b7c3-51c4c4091154 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413051
Feb 17 04:30:41.189807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057044ea-61cf-4728-a9f2-542279cbfcc2 req-1d9e1ab9-92aa-4c8b-ad66-25dd4c47e9e3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:41.195867 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-057044ea-61cf-4728-a9f2-542279cbfcc2 req-1d9e1ab9-92aa-4c8b-ad66-25dd4c47e9e3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0985773
Feb 17 04:30:41.247363 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-057044ea-61cf-4728-a9f2-542279cbfcc2 req-754b84f5-bee9-4b9c-a767-c47577493220 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478849
Feb 17 04:30:41.523448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59477049-3c51-42ee-91c2-f1888cd50d89 req-f9811f56-249c-4d3d-9076-799b225fb802 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:41.525352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59477049-3c51-42ee-91c2-f1888cd50d89 req-f9811f56-249c-4d3d-9076-799b225fb802 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.1201706
Feb 17 04:30:41.596657 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59477049-3c51-42ee-91c2-f1888cd50d89 req-f6dd052e-049d-4d7c-911f-59beee6c478c tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624249
Feb 17 04:30:42.063742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a9ee15ee-16f6-407c-a5d4-b6cf1d15152f up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:30:42.145569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:42.146112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:43.605489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-15a59698-15d3-48f8-8320-4a363474687b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:43.607220 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-15a59698-15d3-48f8-8320-4a363474687b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.1718011
Feb 17 04:30:43.624193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-5095085a-9680-42b2-86fc-337ab8b87222 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/quotas/2f2a1ca6347d4278899a1cc009d87d33 HTTP/1.1" status: 200  len: 375 time: 0.0107234
Feb 17 04:30:43.720391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-ccd65ffd-f6c8-4477-bfee-37b62254970e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0902562
Feb 17 04:30:43.871657 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-ef1fac0d-17a7-4bb1-b549-0bb465856389 service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428158
Feb 17 04:30:44.029384 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-449b0939-d136-4e41-b378-d8c029d9a50e service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505055
Feb 17 04:30:44.089531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 45996) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:44.366621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.391775 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91779bd7-6e49-48d6-aeb8-f2ee50d8c427 req-d1c00d08-8272-4604-a5c6-9c29eb848b51 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 210 time: 0.0781496
Feb 17 04:30:44.400334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:44.406071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Usage tracker for resource:security_group_rule and tenant:6f0a382aaf6e483384a232d0de320579 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:30:44.409487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd907e8-3210-426a-bfdf-a627bd71e5d6 req-d5229e21-2791-4f42-b451-cb2ccd58023c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:44.411147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4bd907e8-3210-426a-bfdf-a627bd71e5d6 req-d5229e21-2791-4f42-b451-cb2ccd58023c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0952611
Feb 17 04:30:44.431687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:30:44.443297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:44.456921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-0a07921a-c190-435a-a7d4-8124b3952328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:44.458697 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-0a07921a-c190-435a-a7d4-8124b3952328 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.2184417
Feb 17 04:30:44.465438 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4bd907e8-3210-426a-bfdf-a627bd71e5d6 req-c08cb60b-3499-4032-a7a9-81225a5f39bd tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453386
Feb 17 04:30:44.714152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.719630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-32679192-f924-46db-ac11-467e2c024dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:44.721611 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-32679192-f924-46db-ac11-467e2c024dc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.2400334
Feb 17 04:30:44.722802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.738981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a34cea-32f5-4aed-b310-9cd2f5cbdfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:44.782447 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f0a382aaf6e483384a232d0de320579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6893187
Feb 17 04:30:44.782447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366158cc-9050-4e6a-be73-e287e74c1456,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:44.782913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 46028) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:44.793503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.793910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.794309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.794788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.795066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.795455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.795840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.796569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.796569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.796935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.797314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.797738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.798532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.798917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.799342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.799718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.800097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.800476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.800855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.801232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.801610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.801988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.802361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.802734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.807931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:44.848702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.880641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.925995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.926227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-02e1b667-0c2c-484e-855a-7b7b44b35c64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.0829666
Feb 17 04:30:44.931961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b54eec21-023c-46ef-a6f9-6821ea47b22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:44.952169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366158cc-9050-4e6a-be73-e287e74c1456,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:44.955784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:44.960569 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/366158cc-9050-4e6a-be73-e287e74c1456 HTTP/1.1" status: 204  len: 168 time: 0.1763248
Feb 17 04:30:44.965977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.966379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.966769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.967207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.967594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.967971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.968349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.968723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.969096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.969557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.969820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.970211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.970600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.970975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.971377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.971747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.972432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.972432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.972813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.973160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.973675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.974289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.974726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.975739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:44.979459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:45.018701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167d5-25a2-473d-883d-14b17108a3c0 req-0e0ea773-af99-417b-8b11-2a318001384d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:45.020374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e0167d5-25a2-473d-883d-14b17108a3c0 req-0e0ea773-af99-417b-8b11-2a318001384d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.2327180
Feb 17 04:30:45.052583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-1ff6fb97-7a72-4cbb-b7fe-fabf5f0dfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:45.054509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-1ff6fb97-7a72-4cbb-b7fe-fabf5f0dfe42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.1064975
Feb 17 04:30:45.129863 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e0167d5-25a2-473d-883d-14b17108a3c0 req-22f6f8eb-7c9b-4c98-8062-12bec5547018 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019914
Feb 17 04:30:45.138521 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-bc9f9535-f52e-42ba-913c-ce946ddd90fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637095
Feb 17 04:30:45.540466 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-dba1935e-91fb-4b15-90ad-0c6f521f3336 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3887272
Feb 17 04:30:45.614966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-870554b0-15d3-4147-9bb9-84fa25098e0e req-fd1c2b47-fd6a-4124-8bb5-a97b4fe50bfb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 210 time: 0.0675986
Feb 17 04:30:45.771301 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab88bc24-cb57-40aa-9e96-634ff3699572 req-2d4f6a24-4098-46e5-b88e-615f4a675eb5 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2222316
Feb 17 04:30:45.784459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c3d1e-3b5c-4691-abf5-23800c7bf812 req-8fe609b3-e418-44f1-bea3-443c66b49a1b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:45.786180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a53c3d1e-3b5c-4691-abf5-23800c7bf812 req-8fe609b3-e418-44f1-bea3-443c66b49a1b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1510892
Feb 17 04:30:46.007889 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a53c3d1e-3b5c-4691-abf5-23800c7bf812 req-99bdb2c2-2d03-4b26-a9db-1b9d9173c87a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081900
Feb 17 04:30:46.085401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-21fcd518-8f76-4506-81eb-b61ae674e671 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:46.087329 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-21fcd518-8f76-4506-81eb-b61ae674e671 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.2298601
Feb 17 04:30:46.121162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Request body: {'port': {'device_id': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f', 'admin_state_up': True, 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:30:46.336615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86288715-b54a-4dff-a6c2-6af75a23cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.357848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:46.374025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:46.392695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:30:46.399295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.461513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c9db4-db0d-4416-b78c-6bf9e329b230 req-31354945-a5c7-45ca-94e6-aa8d8207997c tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:46.463184 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f1c9db4-db0d-4416-b78c-6bf9e329b230 req-31354945-a5c7-45ca-94e6-aa8d8207997c tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.1623819
Feb 17 04:30:46.506913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 46092) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:46.614464 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f1c9db4-db0d-4416-b78c-6bf9e329b230 req-275a3906-294b-4b18-b1c3-d7af72cb93c2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346920
Feb 17 04:30:46.637752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.656830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:30:46.661073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2e2575d263422db6f60e907e11faa7 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:30:46.665412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:30:46.671331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:30:46.806085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Allocated IP 172.20.0.6 (96c670ae-41b0-4a7d-b9a0-1a1a0b99417f/2b0117c1-4c91-4563-84f7-c2ed9eddf929/792b9d8e-6dd8-4b55-a5f2-852e8232b46b) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:30:46.819677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-02cf3176-e7cf-4b36-b773-26fd8ae7bf73 req-87347e94-e466-42e2-90cb-331d2f564057 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 210 time: 0.0713120
Feb 17 04:30:46.827192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.830134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.842416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-daa130be-acba-4d06-b546-1de1a0e41c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:46.888922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0036e40-44c7-416b-a332-a57096b1dede,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:46.892485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:46.903087 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2e2575d263422db6f60e907e11faa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3951306
Feb 17 04:30:46.903909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 46100) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:46.968683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:46.998264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.032227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.049230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.055523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-418a4c5b-0813-4c4e-9e0b-ab0b5fd240b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:47.066845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.071418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0036e40-44c7-416b-a332-a57096b1dede,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:47.074058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:47.076124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.091687 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0036e40-44c7-416b-a332-a57096b1dede HTTP/1.1" status: 204  len: 168 time: 0.1866734
Feb 17 04:30:47.093959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e3a28571-1ce8-450f-b63d-0cdb85f44c24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:47.389032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event updated for resources: {'Port': ['ID=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:47.436947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:47.497098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135d0a-3a59-41a1-8317-6d7a9ae63665 req-9f9cd89e-9924-41f0-8ac9-e881a393c585 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:47.498729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-06135d0a-3a59-41a1-8317-6d7a9ae63665 req-9f9cd89e-9924-41f0-8ac9-e881a393c585 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.3426504
Feb 17 04:30:47.529823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:30:47.533692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:30:47.538315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:30:47.608528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-06135d0a-3a59-41a1-8317-6d7a9ae63665 req-00e1c0a5-78e0-43f5-8856-66e48302b1b9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989397
Feb 17 04:30:47.623676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:47.624359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:47.655748 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5406065
Feb 17 04:30:47.680651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Request body: {'port': {'device_id': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:30:47.859933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.055074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2c38-f16d-4978-bed9-d9c7be4e9dce req-49726303-5e5e-4a6c-aced-c10f9b914776 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:48.057007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dbaa2c38-f16d-4978-bed9-d9c7be4e9dce req-49726303-5e5e-4a6c-aced-c10f9b914776 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 931 time: 0.1083210
Feb 17 04:30:48.096327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6880217-5cf9-4f41-99c6-68a9990a6e48 req-9aee3446-9fda-4a7b-b514-352c7645f8a4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:48.097940 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e6880217-5cf9-4f41-99c6-68a9990a6e48 req-9aee3446-9fda-4a7b-b514-352c7645f8a4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.3224037
Feb 17 04:30:48.117547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dbaa2c38-f16d-4978-bed9-d9c7be4e9dce req-415cf18b-c83f-449a-9be0-76f26f10eabf tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538850
Feb 17 04:30:48.230829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-bf2d7044-32a7-4918-9621-baa0c1b4efcd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:48.232404 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-bf2d7044-32a7-4918-9621-baa0c1b4efcd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 946 time: 0.3599901
Feb 17 04:30:48.247237 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e6880217-5cf9-4f41-99c6-68a9990a6e48 req-9e656429-a633-474a-972e-67994fed6f67 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321087
Feb 17 04:30:48.624601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Deleting port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:30:48.624978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.707976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device a9ee15ee-16f6-407c-a5d4-b6cf1d15152f no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:30:48.795655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64d3b7fc-ff81-4768-9471-3c542de9fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.864915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89abef2-dc79-4684-8deb-3c9cd8a6ffba req-d1cb5e3d-842e-4be9-8c81-679431578939 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:48.868531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.869247 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a89abef2-dc79-4684-8deb-3c9cd8a6ffba req-d1cb5e3d-842e-4be9-8c81-679431578939 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1109710
Feb 17 04:30:48.909065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:48.922272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:48.928169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.930094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:48.940344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792b9d8e-6dd8-4b55-a5f2-852e8232b46b {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:30:48.941240 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a89abef2-dc79-4684-8deb-3c9cd8a6ffba req-20f299e7-402c-43b9-b2a4-9aa7dd78e0ac tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633385
Feb 17 04:30:48.966489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:48.977939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f', 'code': 200}
Feb 17 04:30:48.998929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Transition to ACTIVE for port object 792b9d8e-6dd8-4b55-a5f2-852e8232b46b will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:30:49.008393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.020184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:49.024489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:49.025738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:49.132640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:49.133049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.292738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Calling delete_port for a9ee15ee-16f6-407c-a5d4-b6cf1d15152f owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:30:49.344849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028280e-bf2d-47ed-86c8-8b475ba5ee8b req-7cb5aa84-9017-49bb-9309-2b1797e9db28 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:49.348213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2028280e-bf2d-47ed-86c8-8b475ba5ee8b req-7cb5aa84-9017-49bb-9309-2b1797e9db28 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0991986
Feb 17 04:30:49.355872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:49.362660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:49.402718 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2028280e-bf2d-47ed-86c8-8b475ba5ee8b req-329685d5-b028-4445-8860-e0e6b4c597e6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495751
Feb 17 04:30:49.456287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.617954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:30:49.618322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:30:49.698499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743bd8-9f5f-40ac-affc-2df7e73dcc75 req-38e22065-52d1-4e75-8de9-2e3b09bc1777 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:49.700193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-14743bd8-9f5f-40ac-affc-2df7e73dcc75 req-38e22065-52d1-4e75-8de9-2e3b09bc1777 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.3222351
Feb 17 04:30:49.764429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Attempting to bind port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:30:49.764802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Attempting to bind port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:30:49.765166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Attempting to bind port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b on network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:30:49.775332 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-14743bd8-9f5f-40ac-affc-2df7e73dcc75 req-0f985e57-3c6c-42c5-8db6-3c9d711b1bc5 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680816
Feb 17 04:30:49.776249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:30:49.776623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Checking segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:30:49.777017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.777396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Bound using segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:30:49.777870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Bound port: 792b9d8e-6dd8-4b55-a5f2-852e8232b46b, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:30:49.778237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.879462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] For port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:30:49.882691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] For port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:30:49.885998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:49.901281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:50.059346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:50.066835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:50.125449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Deleting port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:30:50.125849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:50.211883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:50.212559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:50.214026 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] 10.222.0.59 "PUT /v2.0/ports/792b9d8e-6dd8-4b55-a5f2-852e8232b46b HTTP/1.1" status: 200  len: 1157 time: 2.5383925
Feb 17 04:30:50.215615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:50.326383 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b', 'status': 'completed', 'code': 200}
Feb 17 04:30:50.341959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:50.370927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa04031-42de-48e2-8de5-18c3e12e9476 req-b9274dbb-234c-4a3f-8cd9-7887e3b91239 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:50.372551 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7aa04031-42de-48e2-8de5-18c3e12e9476 req-b9274dbb-234c-4a3f-8cd9-7887e3b91239 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.3144002
Feb 17 04:30:50.536143 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7aa04031-42de-48e2-8de5-18c3e12e9476 req-25e6ee2c-29c5-49e3-9193-d9f4f54f7d84 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136518
Feb 17 04:30:50.556540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-0889b219-d778-4125-9dd2-ff464f405302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:50.558140 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-0889b219-d778-4125-9dd2-ff464f405302 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 1160 time: 0.2788372
Feb 17 04:30:50.563542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] For port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:30:50.563939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:50.637146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3497-5c1a-4435-8e22-a1f4650509a4 req-354b7fe4-32a4-4dd1-8934-95e0c21b94d3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:50.638755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-462f3497-5c1a-4435-8e22-a1f4650509a4 req-354b7fe4-32a4-4dd1-8934-95e0c21b94d3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1080308
Feb 17 04:30:50.688445 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-462f3497-5c1a-4435-8e22-a1f4650509a4 req-3cb9fb68-c83d-4f14-bed4-35dfd3d2d9cd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431800
Feb 17 04:30:50.898192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:50.971764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Calling delete_port for a9ee15ee-16f6-407c-a5d4-b6cf1d15152f owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:30:51.062208 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-64d957d7-28f4-4cfd-a20b-acaf75c18b94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=792b9d8e-6dd8-4b55-a5f2-852e8232b46b HTTP/1.1" status: 200  len: 217 time: 0.4282436
Feb 17 04:30:51.184056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-df435ebc-7122-4ed2-8a28-730cea7ac28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:51.185862 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-df435ebc-7122-4ed2-8a28-730cea7ac28d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1141212
Feb 17 04:30:51.294337 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-dac1a53c-9ca4-4dd9-b79f-4194813d723e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946667
Feb 17 04:30:51.314154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dc451-12ae-42c5-8192-4925ecf3087a req-28f58a46-46dc-4670-9198-80d1005b4726 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:51.315711 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b1dc451-12ae-42c5-8192-4925ecf3087a req-28f58a46-46dc-4670-9198-80d1005b4726 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 944 time: 0.3572817
Feb 17 04:30:51.451371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:51.471137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-84962dc1-29cb-4b0b-a582-aa58a8adf244 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:51.597626 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b1dc451-12ae-42c5-8192-4925ecf3087a req-e57fea7a-1683-4492-abfa-4abe1b12b203 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526085
Feb 17 04:30:51.598438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Pushing event deleted for resources: {'Port': ['ID=a9ee15ee-16f6-407c-a5d4-b6cf1d15152f,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:51.616426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:51.658614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-016ec529-2791-4d79-9393-f2b0b273072f service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3394303
Feb 17 04:30:51.759535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353978b9-3380-4422-823c-e7bab4572727 req-b53df8fa-9d40-4a7b-8cd9-304b938a3f23 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:51.761480 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-353978b9-3380-4422-823c-e7bab4572727 req-b53df8fa-9d40-4a7b-8cd9-304b938a3f23 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0998459
Feb 17 04:30:51.822790 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-353978b9-3380-4422-823c-e7bab4572727 req-7c4868e4-c6a7-423d-8ce0-8d1f39a8f536 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545766
Feb 17 04:30:51.835985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] No DVR routers for this DVR port a9ee15ee-16f6-407c-a5d4-b6cf1d15152f on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:30:51.895349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:51.940714 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b4d1e8-6215-4491-b1a5-c958d25c49d2 req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "DELETE /v2.0/ports/a9ee15ee-16f6-407c-a5d4-b6cf1d15152f HTTP/1.1" status: 204  len: 173 time: 3.6776161
Feb 17 04:30:51.943578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aecc5fd8-e42b-4cad-8bed-83e677b2e768 req-dde8e0e0-4474-431c-8ac5-f86fa7ad7c2c service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2637229
Feb 17 04:30:51.971011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cabb3-c5d4-4d33-b5ef-bde7867779ca req-f42c2a11-f0c5-420a-b3d5-08a9761a050b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:51.971785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f44cabb3-c5d4-4d33-b5ef-bde7867779ca req-f42c2a11-f0c5-420a-b3d5-08a9761a050b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:51.987691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f44cabb3-c5d4-4d33-b5ef-bde7867779ca req-f42c2a11-f0c5-420a-b3d5-08a9761a050b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:51.989026 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f44cabb3-c5d4-4d33-b5ef-bde7867779ca req-f42c2a11-f0c5-420a-b3d5-08a9761a050b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1576660
Feb 17 04:30:52.041371 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f44cabb3-c5d4-4d33-b5ef-bde7867779ca req-c231ca49-a16f-4051-88d3-3b00e30d1181 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447133
Feb 17 04:30:52.193687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-a260dfdf-e0e8-4d74-87e0-a64f947db5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:52.195889 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-a260dfdf-e0e8-4d74-87e0-a64f947db5e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 1160 time: 0.0879254
Feb 17 04:30:52.328087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-deleted', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:30:52.377688 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aedc5-dbda-4b17-93fa-1a41c505a3f5', 'name': 'network-vif-deleted', 'tag': 'a9ee15ee-16f6-407c-a5d4-b6cf1d15152f', 'status': 'completed', 'code': 200}
Feb 17 04:30:52.793116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-3bdef7be-97d8-4bc7-a5cb-fff7958579e1 req-f5807c8b-5b4e-40e4-b767-b33bb04df209 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Synchronizing usage tracker for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:52.811407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-3bdef7be-97d8-4bc7-a5cb-fff7958579e1 req-f5807c8b-5b4e-40e4-b767-b33bb04df209 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Unset dirty status for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:52.812698 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3bdef7be-97d8-4bc7-a5cb-fff7958579e1 req-f5807c8b-5b4e-40e4-b767-b33bb04df209 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0719323
Feb 17 04:30:53.031323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a3a98-2bcc-44b0-afb8-0989f800e478 req-5491c7f5-0e3a-416e-8b2f-ac72af2d65d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:53.032942 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd6a3a98-2bcc-44b0-afb8-0989f800e478 req-5491c7f5-0e3a-416e-8b2f-ac72af2d65d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0940578
Feb 17 04:30:53.082617 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd6a3a98-2bcc-44b0-afb8-0989f800e478 req-5b33362d-0ca2-42dd-82a2-f1d33a08cbe7 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429974
Feb 17 04:30:53.281496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b93623-ec89-4f28-a5a0-e3733476a2b7 req-7809caa3-6e9c-4d00-b19c-33069702bcce tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:53.282201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:30:53.283026 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79b93623-ec89-4f28-a5a0-e3733476a2b7 req-7809caa3-6e9c-4d00-b19c-33069702bcce tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0910680
Feb 17 04:30:53.337440 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79b93623-ec89-4f28-a5a0-e3733476a2b7 req-f0a05bb8-6055-4038-88af-3ad23bdf2bf0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474391
Feb 17 04:30:53.988109 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae43630b-618f-42f6-9c30-8f682b6065fb req-c20409f9-8e8f-485b-996b-769bc6bbee35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0504634
Feb 17 04:30:54.291313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ba9e4-abbf-40b2-8303-29f9143ccc26 req-07eb880b-b5c9-4219-96bb-e8f7dff4f7fc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:54.292912 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c90ba9e4-abbf-40b2-8303-29f9143ccc26 req-07eb880b-b5c9-4219-96bb-e8f7dff4f7fc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0872500
Feb 17 04:30:54.348091 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c90ba9e4-abbf-40b2-8303-29f9143ccc26 req-6890cc3e-6798-42b9-9727-63f253dca26d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488181
Feb 17 04:30:54.537707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474bed-0475-4471-ae01-23fdd870954c req-bfe90d4c-f220-4c65-921f-854b03e04779 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:54.539552 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47474bed-0475-4471-ae01-23fdd870954c req-bfe90d4c-f220-4c65-921f-854b03e04779 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0905147
Feb 17 04:30:54.589125 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47474bed-0475-4471-ae01-23fdd870954c req-1f99e376-2ffb-444c-9fea-5336b093cf80 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430179
Feb 17 04:30:55.180845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-623612b7-b820-4adb-8ef0-dc64a30f8c9e req-37f8047e-fad3-44d9-8030-ece1637b4fad tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0658123
Feb 17 04:30:55.559324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a066cd-57f1-4373-8d66-ca39f798efdf req-dee7c607-96f7-4193-96ac-d3c038f4f575 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:55.561113 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38a066cd-57f1-4373-8d66-ca39f798efdf req-dee7c607-96f7-4193-96ac-d3c038f4f575 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0906358
Feb 17 04:30:55.615876 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38a066cd-57f1-4373-8d66-ca39f798efdf req-63d75fce-c812-4ea0-bc63-33cc488941d6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483665
Feb 17 04:30:55.808257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8bafc-595c-4077-be22-1633a63cbedf req-13302cc1-442e-4857-9acc-591a381963a5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:55.809876 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12a8bafc-595c-4077-be22-1633a63cbedf req-13302cc1-442e-4857-9acc-591a381963a5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0931451
Feb 17 04:30:55.863112 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12a8bafc-595c-4077-be22-1633a63cbedf req-3c0de263-eff8-45e8-a539-f4b9b84951d8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463507
Feb 17 04:30:56.364591 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b60dfd25-8a3f-4707-919d-0891c546ebe4 req-514b5635-04ae-4825-961e-b6a6f6483cac tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0519929
Feb 17 04:30:56.829212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d4f1-a44e-4425-b621-48d1e04bef45 req-65735a7d-8f96-4537-8d84-7480d176ced6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:56.830854 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7531d4f1-a44e-4425-b621-48d1e04bef45 req-65735a7d-8f96-4537-8d84-7480d176ced6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0884371
Feb 17 04:30:56.884488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7531d4f1-a44e-4425-b621-48d1e04bef45 req-ceb03331-750b-4a94-9793-a6738533ea4b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459654
Feb 17 04:30:57.078706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c303138-1512-4ce5-b435-6e387916daf9 req-f7afacba-e94d-4d92-b6dd-bf58078ebb82 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:57.080270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c303138-1512-4ce5-b435-6e387916daf9 req-f7afacba-e94d-4d92-b6dd-bf58078ebb82 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0929956
Feb 17 04:30:57.128414 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c303138-1512-4ce5-b435-6e387916daf9 req-16e876d5-a980-4182-930a-42f7e9fe73d8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415366
Feb 17 04:30:57.600301 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09b4f55c-eaea-401f-8911-572a161cf08c req-dbf7a1fc-8e79-423f-a30e-f4f0f37b3958 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0558259
Feb 17 04:30:58.095586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef9c6-7ead-4885-9321-98f22f8c5965 req-399e4e78-ebd8-4b99-92af-836378f97b64 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:58.097206 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-324ef9c6-7ead-4885-9321-98f22f8c5965 req-399e4e78-ebd8-4b99-92af-836378f97b64 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0927172
Feb 17 04:30:58.147896 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-324ef9c6-7ead-4885-9321-98f22f8c5965 req-961d2d92-d3ae-4e29-8735-78e32b0bf03a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432436
Feb 17 04:30:58.343414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e3bc-0fbd-479d-914a-7780ad35586f req-eeecfcf5-9e2c-4a89-8932-1976ad6fd6cd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:58.345030 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2b15e3bc-0fbd-479d-914a-7780ad35586f req-eeecfcf5-9e2c-4a89-8932-1976ad6fd6cd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0925214
Feb 17 04:30:58.395374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2b15e3bc-0fbd-479d-914a-7780ad35586f req-c42be63e-9d6e-4ac3-85f5-bb5c6293f58c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433333
Feb 17 04:30:58.781677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4b7b7b8b-cb1f-4e1d-8602-d137465ff297 req-f9578722-da21-442d-9ca8-0f6a7b62ccce tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0488594
Feb 17 04:30:59.114882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:59.356928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffbff0-95c8-4edd-9e52-39ac6b40e453 req-8559cd3d-3a39-417c-bd16-3cfffd7e2294 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:59.358456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dffbff0-95c8-4edd-9e52-39ac6b40e453 req-8559cd3d-3a39-417c-bd16-3cfffd7e2294 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0867798
Feb 17 04:30:59.416850 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dffbff0-95c8-4edd-9e52-39ac6b40e453 req-3db152ce-1c28-4123-802a-e40a02cff68d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501392
Feb 17 04:30:59.605224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e84ce9-d618-487d-b9be-dd685383640b req-2980cd20-6102-43d8-a32b-7a1da12f6677 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:59.606858 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-26e84ce9-d618-487d-b9be-dd685383640b req-2980cd20-6102-43d8-a32b-7a1da12f6677 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0887785
Feb 17 04:30:59.658368 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-26e84ce9-d618-487d-b9be-dd685383640b req-993af624-dfa7-4db1-b131-1ba4cea8ff66 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449088
Feb 17 04:30:59.968347 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b28493e1-a8d8-4aaa-8532-f471a7ab0d8d req-6fb419e7-bb1c-402a-b5e8-275758187ef2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0513511
Feb 17 04:31:00.622572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b525-a51b-4dc0-98e9-faf5464a878f req-52dd5f2d-4fb2-434b-b796-fb22a6e57380 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:00.624213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-36b7b525-a51b-4dc0-98e9-faf5464a878f req-52dd5f2d-4fb2-434b-b796-fb22a6e57380 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0890222
Feb 17 04:31:00.675602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-36b7b525-a51b-4dc0-98e9-faf5464a878f req-ccabb862-f24b-477b-ba3b-58a184772305 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444283
Feb 17 04:31:00.878776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17f4d-656f-44a8-bcb6-b394ea8be6d2 req-8ae327d5-8132-4edc-b963-1f8819994255 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:00.880420 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12c17f4d-656f-44a8-bcb6-b394ea8be6d2 req-8ae327d5-8132-4edc-b963-1f8819994255 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0944526
Feb 17 04:31:00.930877 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12c17f4d-656f-44a8-bcb6-b394ea8be6d2 req-a0272943-7f87-4b56-ae33-c0413ab61e4a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435498
Feb 17 04:31:01.144717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d13615f1-b575-44f7-aab3-1fc69704134a req-75ae1d75-a738-41a7-85f7-f7776dea4ce2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0490375
Feb 17 04:31:01.881941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551d1d-9a1b-4ae6-a962-93535d19245e req-37ddbbbe-09aa-4c7e-af29-50d8813979e4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:01.883553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf551d1d-9a1b-4ae6-a962-93535d19245e req-37ddbbbe-09aa-4c7e-af29-50d8813979e4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0865822
Feb 17 04:31:01.934820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf551d1d-9a1b-4ae6-a962-93535d19245e req-7047a438-1cb9-41e9-a500-3db1d21234e4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448570
Feb 17 04:31:02.129652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa267c-975d-4d44-bb2a-d8afb4f4673e req-1a352ec3-1b69-4ede-918c-d1d224ca1d05 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:02.131352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93aa267c-975d-4d44-bb2a-d8afb4f4673e req-1a352ec3-1b69-4ede-918c-d1d224ca1d05 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0887568
Feb 17 04:31:02.485259 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93aa267c-975d-4d44-bb2a-d8afb4f4673e req-27cdb51d-932c-435c-876f-05195e6cb362 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279164
Feb 17 04:31:02.514402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-dcee4d60-9927-4415-b2ea-350f8908a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:02.516036 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-dcee4d60-9927-4415-b2ea-350f8908a0b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 909 time: 0.3838012
Feb 17 04:31:02.596561 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-b16050d8-716d-4731-92ee-033acf36ff77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=792b9d8e-6dd8-4b55-a5f2-852e8232b46b HTTP/1.1" status: 200  len: 217 time: 0.0688114
Feb 17 04:31:02.687588 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-afd430c2-089f-43aa-a77a-76c8bcbc6fcf req-d8d6a4db-f9fb-4814-8be5-065cf6ba09cc tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0864251
Feb 17 04:31:02.713903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-723b47b1-7776-4616-8fca-79a53b7918df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:02.715507 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-723b47b1-7776-4616-8fca-79a53b7918df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.0737596
Feb 17 04:31:02.774020 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-4822c95a-3968-4b3a-abc8-ef8ba71ab101 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475690
Feb 17 04:31:02.921048 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-346495af-a35f-487f-9409-74f29658d65e service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392405
Feb 17 04:31:03.127076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f74cafb1-e4ed-46c2-955c-783028da76b8 req-3261eb57-9997-4a37-be62-1877a9d551c1 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1981094
Feb 17 04:31:03.161074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e3b1-1e3e-486a-860f-2fc4c643d0c1 req-0a141329-5cd9-40e6-bee0-3fdc42d6eab8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:03.162696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dea9e3b1-1e3e-486a-860f-2fc4c643d0c1 req-0a141329-5cd9-40e6-bee0-3fdc42d6eab8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1101356
Feb 17 04:31:03.212227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dea9e3b1-1e3e-486a-860f-2fc4c643d0c1 req-4e5c92a7-f15c-41de-b705-8f1e8917adfe tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420873
Feb 17 04:31:03.683994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb0e2-3a9e-4cd6-a9a2-8bbef07980f7 req-534be202-b717-4113-819d-9c92ffcf54c4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:03.685595 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-925eb0e2-3a9e-4cd6-a9a2-8bbef07980f7 req-534be202-b717-4113-819d-9c92ffcf54c4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0888758
Feb 17 04:31:03.733951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-925eb0e2-3a9e-4cd6-a9a2-8bbef07980f7 req-ee46bce0-090f-474c-8673-bae1af75581b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421307
Feb 17 04:31:03.902608 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b05d256-91b0-4608-9e1b-3c07ef05bb7a req-5ef4ead3-7e2e-450e-9320-af50997de003 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0538883
Feb 17 04:31:04.414824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfdddb-dd3f-48b8-a17f-f4170ecabefe req-d5c9b0f5-8bc8-4c45-a036-b7e4d74384f3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:04.416387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58bfdddb-dd3f-48b8-a17f-f4170ecabefe req-d5c9b0f5-8bc8-4c45-a036-b7e4d74384f3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0873895
Feb 17 04:31:04.464669 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58bfdddb-dd3f-48b8-a17f-f4170ecabefe req-39e8b473-453d-4074-8291-2f501ed37eee tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419905
Feb 17 04:31:04.938532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff84a5-8acd-49f1-b1a2-3ee6791df713 req-caf87f22-7ad1-4af2-8cf7-476a8c02a86d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:04.940170 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97ff84a5-8acd-49f1-b1a2-3ee6791df713 req-caf87f22-7ad1-4af2-8cf7-476a8c02a86d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0906861
Feb 17 04:31:04.987323 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97ff84a5-8acd-49f1-b1a2-3ee6791df713 req-4e3ea45c-73e2-4d5d-abc3-16a7a6be6487 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405111
Feb 17 04:31:05.150101 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcb470c7-41e3-44fc-a7df-18b06fee81f8 req-5bb9e2ff-352f-4046-a4ed-c1759138abb0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0502226
Feb 17 04:31:05.673406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6818fd-e6a5-4be7-9fa4-f4ea411a2293 req-2d8d140a-9f80-4062-9c91-2b516b867961 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:05.675052 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a6818fd-e6a5-4be7-9fa4-f4ea411a2293 req-2d8d140a-9f80-4062-9c91-2b516b867961 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0958290
Feb 17 04:31:05.724195 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a6818fd-e6a5-4be7-9fa4-f4ea411a2293 req-ac42fc05-e75d-4753-a108-bf43289e5b74 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426328
Feb 17 04:31:06.190642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c273d-0e89-4634-8a3e-2aff460b116f req-24a174df-f72f-4951-89cc-3943bbfd9063 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:06.192345 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-409c273d-0e89-4634-8a3e-2aff460b116f req-24a174df-f72f-4951-89cc-3943bbfd9063 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0913584
Feb 17 04:31:06.242374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-409c273d-0e89-4634-8a3e-2aff460b116f req-6a9b83e1-5ba0-42eb-b4b4-e1117399d9e6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434721
Feb 17 04:31:06.337346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-db9e8031-104a-4a76-8366-84316dbb5187 req-072d5170-a19f-4eb0-aded-8c0bd2500358 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0495453
Feb 17 04:31:06.927300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374614-a26a-464d-b99a-435086bb05f9 req-3fdfdb80-431a-4432-bb19-2c2393848bf9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:06.928891 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-88374614-a26a-464d-b99a-435086bb05f9 req-3fdfdb80-431a-4432-bb19-2c2393848bf9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0904450
Feb 17 04:31:06.976186 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-88374614-a26a-464d-b99a-435086bb05f9 req-08cb8393-a125-41bb-bb7f-9ef2f190ec94 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404675
Feb 17 04:31:07.452143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e94cb-0a5b-4dc8-9d5b-39ea72a85036 req-2dfa7c79-c7e4-4613-91d3-d8286b86c4a0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:07.453678 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b18e94cb-0a5b-4dc8-9d5b-39ea72a85036 req-2dfa7c79-c7e4-4613-91d3-d8286b86c4a0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0933740
Feb 17 04:31:07.500910 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b18e94cb-0a5b-4dc8-9d5b-39ea72a85036 req-2be21d63-8922-4a04-b5f6-b43dc8ca566d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409727
Feb 17 04:31:07.671069 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fd715a1c-2d93-4469-8477-c39cbf397b63 req-bbb5afcf-80de-466e-a1ff-04d1fc174ace tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=133aedc5-dbda-4b17-93fa-1a41c505a3f5 HTTP/1.1" status: 200  len: 210 time: 0.0576544
Feb 17 04:31:08.179479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2ed75-4692-4c2a-9562-4f255c358eae req-fb411726-d3db-4b5a-bfc9-a6b9bacf6893 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:08.181227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55a2ed75-4692-4c2a-9562-4f255c358eae req-fb411726-d3db-4b5a-bfc9-a6b9bacf6893 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0919116
Feb 17 04:31:08.231438 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55a2ed75-4692-4c2a-9562-4f255c358eae req-8a0065c3-bbf2-4c21-8208-e503a6ca78b8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438988
Feb 17 04:31:08.706241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95755-d249-493d-983c-fe89954b138e req-2a0bc504-440c-4f00-bee2-97771871ade7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:08.707924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9eb95755-d249-493d-983c-fe89954b138e req-2a0bc504-440c-4f00-bee2-97771871ade7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0888312
Feb 17 04:31:08.761476 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9eb95755-d249-493d-983c-fe89954b138e req-0c8af7ce-a45c-47d0-a8c1-41b0846a7afe tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463912
Feb 17 04:31:09.154122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-d8e9f872-55ef-4596-96e7-cdff277f086b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:09.162197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-d8e9f872-55ef-4596-96e7-cdff277f086b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 809 time: 0.1927431
Feb 17 04:31:09.175738 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-acacc950-ac9b-4312-8ffc-17e0248979b3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/quotas/b0608d586fdf4ba4b2b7f7137d49389a HTTP/1.1" status: 200  len: 375 time: 0.0122728
Feb 17 04:31:09.236640 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-958451a6-ffe2-4a50-b8b3-962ba65085a4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533404
Feb 17 04:31:09.389012 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-f582be2e-58bc-49db-a087-48b8c1edd25e service neutron] 10.222.0.78 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439643
Feb 17 04:31:09.488060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325b5e-0cc3-4ceb-8233-65ee5af1face req-9efa990b-d692-4fd0-8079-f867dfbc5f93 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:09.489746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8325b5e-0cc3-4ceb-8233-65ee5af1face req-9efa990b-d692-4fd0-8079-f867dfbc5f93 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0997944
Feb 17 04:31:09.543879 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8325b5e-0cc3-4ceb-8233-65ee5af1face req-622d4e9e-0974-4099-ba4e-ce59869ba091 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451164
Feb 17 04:31:09.547240 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-4548db76-1c93-4036-8553-82d4dea4124e service neutron] 10.222.0.78 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507638
Feb 17 04:31:09.745027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5326c7-f0d5-4550-a22d-93bcc71d6808 req-35d6138a-312d-4c61-9e7a-c451082cea1f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0507789
Feb 17 04:31:09.967351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d0ad-44ba-41c4-a836-4c462d0879de req-682df0ac-ace3-4910-bfcd-25824ddaf0f5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:09.968974 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fea4d0ad-44ba-41c4-a836-4c462d0879de req-682df0ac-ace3-4910-bfcd-25824ddaf0f5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0910316
Feb 17 04:31:10.020545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fea4d0ad-44ba-41c4-a836-4c462d0879de req-709c700f-97c1-4621-9e00-d2d29e3bc803 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445986
Feb 17 04:31:10.750640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ced2-0c33-4056-b11a-0b154575aa34 req-8c2dc195-712d-4356-9932-098f25062f0e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:10.752294 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f182ced2-0c33-4056-b11a-0b154575aa34 req-8c2dc195-712d-4356-9932-098f25062f0e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0907810
Feb 17 04:31:10.802074 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f182ced2-0c33-4056-b11a-0b154575aa34 req-6360f0b8-08c6-4a1d-8925-d3711b51209b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435619
Feb 17 04:31:10.915973 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3fc56a18-168d-4473-90ee-a11174ae68f7 req-a26db9ce-2e13-4c51-af30-4d92b63c5abf tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0528142
Feb 17 04:31:11.328973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-551722e6-6728-4794-85cb-5ad011263c9f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:11.330622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-551722e6-6728-4794-85cb-5ad011263c9f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 809 time: 0.2388389
Feb 17 04:31:11.344408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae72bd-0fd0-453e-90b4-f4c9b7bbe57d req-32797c2b-4953-4b69-b86d-39f3e7433abb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:11.345934 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7ae72bd-0fd0-453e-90b4-f4c9b7bbe57d req-32797c2b-4953-4b69-b86d-39f3e7433abb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1532223
Feb 17 04:31:11.374570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Request body: {'port': {'device_id': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45', 'admin_state_up': True, 'tenant_id': 'b0608d586fdf4ba4b2b7f7137d49389a'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:31:11.497544 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7ae72bd-0fd0-453e-90b4-f4c9b7bbe57d req-4af62245-630c-4582-9510-1941e3e061d4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441507
Feb 17 04:31:11.557704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:11.567960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:11.579637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Made reservation on behalf of b0608d586fdf4ba4b2b7f7137d49389a for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:31:11.586672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:11.922970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Allocated IP 172.20.0.5 (d46ecdde-60b7-4f1a-a53d-f388f26afd45/e1d32b3b-2f5c-49eb-ab5b-da7774766df8/df06620b-cd13-40eb-a7ef-c665dd300756) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:31:12.070600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1f4f7-98ea-44b7-95ff-cb4395032530 req-1c56e88c-9211-486a-9bfe-087b29b34e16 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:12.072399 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8a1f4f7-98ea-44b7-95ff-cb4395032530 req-1c56e88c-9211-486a-9bfe-087b29b34e16 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1516573
Feb 17 04:31:12.095344 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1cc8f02e-d9f6-4745-81e8-ec89b1886aa7 req-23c0035c-731e-414d-b827-b72177db73fa tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0572474
Feb 17 04:31:12.214411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8a1f4f7-98ea-44b7-95ff-cb4395032530 req-bc1455d2-3557-4b19-bcf2-89b5032e2970 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352499
Feb 17 04:31:12.278273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:12.308179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:12.324185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fac0ea8c-b34a-4772-b2cf-1ba75dc3c3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:12.523168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:12.604551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:12.605014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:12.685717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Pushing event updated for resources: {'Port': ['ID=df06620b-cd13-40eb-a7ef-c665dd300756,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:12.690738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:12.716441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf73b-cdfa-4981-9339-f8a30c05f10b req-3cfb8232-dfdf-412e-b8e9-3cbe94b851b1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:12.718460 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7eabf73b-cdfa-4981-9339-f8a30c05f10b req-3cfb8232-dfdf-412e-b8e9-3cbe94b851b1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1007316
Feb 17 04:31:12.753214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:31:12.754295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:31:12.756970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:31:12.822046 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7eabf73b-cdfa-4981-9339-f8a30c05f10b req-a631f629-ae74-4668-8a3b-04810a0b7b36 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960236
Feb 17 04:31:12.875146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:12.875955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:12.906199 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5373154
Feb 17 04:31:12.947196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Request body: {'port': {'device_id': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:31:13.066605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:13.330228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8234e-ce2d-40b2-8196-f774c1c334bc req-f69a39cc-59dd-4a34-b547-88b4d6339be6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:13.339865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3cc8234e-ce2d-40b2-8196-f774c1c334bc req-f69a39cc-59dd-4a34-b547-88b4d6339be6 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 931 time: 0.1201017
Feb 17 04:31:13.401847 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3cc8234e-ce2d-40b2-8196-f774c1c334bc req-5b2d0c85-3d77-47a4-bd35-e7e76813ca71 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609753
Feb 17 04:31:13.522690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c693-f80e-4bd2-a5f9-946ee36971cd req-5873be25-476c-48f6-ba98-0c64ceff1155 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:13.525073 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58c2c693-f80e-4bd2-a5f9-946ee36971cd req-5873be25-476c-48f6-ba98-0c64ceff1155 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1577208
Feb 17 04:31:13.649987 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58c2c693-f80e-4bd2-a5f9-946ee36971cd req-eec298fe-8df8-42fe-a13a-221c2a96ca3e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165485
Feb 17 04:31:13.656460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df06620b-cd13-40eb-a7ef-c665dd300756 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:31:13.673247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:13.677953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Transition to ACTIVE for port object df06620b-cd13-40eb-a7ef-c665dd300756 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:31:13.681082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:13.698917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:13.845759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Pushing event updated for resources: {'Port': ['ID=df06620b-cd13-40eb-a7ef-c665dd300756,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:13.848867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:14.044367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1efe3-c167-4ff0-ae95-2e62ed8cd703 req-7017efc8-70ed-4f65-abed-ce66ea5980cb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.046812 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ec1efe3-c167-4ff0-ae95-2e62ed8cd703 req-7017efc8-70ed-4f65-abed-ce66ea5980cb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1135106
Feb 17 04:31:14.047881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Attempting to bind port df06620b-cd13-40eb-a7ef-c665dd300756 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:31:14.048262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Attempting to bind port df06620b-cd13-40eb-a7ef-c665dd300756 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:31:14.048627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Attempting to bind port df06620b-cd13-40eb-a7ef-c665dd300756 on network d46ecdde-60b7-4f1a-a53d-f388f26afd45 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:31:14.055283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:31:14.055658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Checking segment: {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:31:14.056214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:14.056607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Bound using segment: {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:31:14.057080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Bound port: df06620b-cd13-40eb-a7ef-c665dd300756, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2f590c-028d-4b0c-982f-390a031b61c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46ecdde-60b7-4f1a-a53d-f388f26afd45'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:31:14.057449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:14.099669 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ec1efe3-c167-4ff0-ae95-2e62ed8cd703 req-7c9909cc-4a28-4292-9a11-fd7d23d87925 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464346
Feb 17 04:31:14.156539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] For port df06620b-cd13-40eb-a7ef-c665dd300756, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:31:14.159784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] For port df06620b-cd13-40eb-a7ef-c665dd300756, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=df06620b-cd13-40eb-a7ef-c665dd300756,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:31:14.163395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:14.180453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:14.336989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Pushing event updated for resources: {'Port': ['ID=df06620b-cd13-40eb-a7ef-c665dd300756,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:14.342330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:14.372988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.373595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:14.375118 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] 10.222.0.59 "PUT /v2.0/ports/df06620b-cd13-40eb-a7ef-c665dd300756 HTTP/1.1" status: 200  len: 1157 time: 1.4351606
Feb 17 04:31:14.375652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:31:14.423187 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756', 'status': 'completed', 'code': 200}
Feb 17 04:31:14.623242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-b3dad2e7-377e-4faa-bcb0-163c14074cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.624785 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-b3dad2e7-377e-4faa-bcb0-163c14074cfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 1160 time: 0.1560025
Feb 17 04:31:14.635707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b57a2-9e03-465c-9ab6-4e85a896259c req-2dcd58c7-5847-40fb-950d-0e4dd9f0c2f1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.637894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-745b57a2-9e03-465c-9ab6-4e85a896259c req-2dcd58c7-5847-40fb-950d-0e4dd9f0c2f1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Synchronizing usage tracker for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:31:14.721951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-f8b5e185-1acb-4bc2-8224-705cf70d1278 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df06620b-cd13-40eb-a7ef-c665dd300756 HTTP/1.1" status: 200  len: 217 time: 0.0735517
Feb 17 04:31:14.722711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-745b57a2-9e03-465c-9ab6-4e85a896259c req-2dcd58c7-5847-40fb-950d-0e4dd9f0c2f1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Unset dirty status for tenant:b0608d586fdf4ba4b2b7f7137d49389a on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:31:14.723877 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-745b57a2-9e03-465c-9ab6-4e85a896259c req-2dcd58c7-5847-40fb-950d-0e4dd9f0c2f1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.2073925
Feb 17 04:31:14.842201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-745b57a2-9e03-465c-9ab6-4e85a896259c req-17440685-c77f-407a-9c2a-3998761984b5 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696301
Feb 17 04:31:14.843789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-51f43b26-ba03-470d-b1f2-a2a28fb206d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.845274 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-51f43b26-ba03-470d-b1f2-a2a28fb206d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1d32b3b-2f5c-49eb-ab5b-da7774766df8 HTTP/1.1" status: 200  len: 849 time: 0.1153171
Feb 17 04:31:14.863794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc751a-8646-4ea6-a4ab-ae610464b735 req-ab77792d-c675-4dba-82b2-cec5f17cf2ae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:14.869882 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5dfc751a-8646-4ea6-a4ab-ae610464b735 req-ab77792d-c675-4dba-82b2-cec5f17cf2ae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1010938
Feb 17 04:31:14.908575 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-61c819bd-9a32-4d22-bc35-70967805adb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d46ecdde-60b7-4f1a-a53d-f388f26afd45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546091
Feb 17 04:31:14.919354 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5dfc751a-8646-4ea6-a4ab-ae610464b735 req-f693dfe7-d60e-4cb3-b804-1835026cbb30 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458150
Feb 17 04:31:15.073713 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-76a6b851-f2b4-43c6-8eb0-27c389ccabf9 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557612
Feb 17 04:31:15.251105 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b169ce78-6195-45a5-9454-4f61b4b53c69 req-f42f7f0d-a741-49e5-b13c-4cc92908a454 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1704369
Feb 17 04:31:15.350042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638172b-38cb-4d9d-a12d-5aee622f82d2 req-8040b6cf-8fd6-4330-8cc9-190c5db97c9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:15.352253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7638172b-38cb-4d9d-a12d-5aee622f82d2 req-8040b6cf-8fd6-4330-8cc9-190c5db97c9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.0910506
Feb 17 04:31:15.400177 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7638172b-38cb-4d9d-a12d-5aee622f82d2 req-1d75313e-54c2-49a1-9235-8513dcf2f9d6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416081
Feb 17 04:31:15.568989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-4e5fe7cd-0cad-44c3-8789-6e2ff2215980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:15.570711 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-4e5fe7cd-0cad-44c3-8789-6e2ff2215980 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 1160 time: 0.0870233
Feb 17 04:31:15.946642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-d707fa69-6478-41ed-9a41-73e766cb1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:15.948280 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-d707fa69-6478-41ed-9a41-73e766cb1d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 200  len: 903 time: 0.3653464
Feb 17 04:31:16.023502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-2c2aaa43-934a-48b5-b143-fa7a5970d5d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df06620b-cd13-40eb-a7ef-c665dd300756 HTTP/1.1" status: 200  len: 217 time: 0.0678971
Feb 17 04:31:16.136504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fb4e8-7c53-4a5d-ac1a-eefc0462cf80 req-ee9b4b0e-1f5c-4411-9564-2fbd3ddc4251 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:16.138226 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-627fb4e8-7c53-4a5d-ac1a-eefc0462cf80 req-ee9b4b0e-1f5c-4411-9564-2fbd3ddc4251 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0965054
Feb 17 04:31:16.159875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-85ee7925-8e2a-4b35-aabe-d2a9e36dbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:16.161842 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-85ee7925-8e2a-4b35-aabe-d2a9e36dbe6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1d32b3b-2f5c-49eb-ab5b-da7774766df8 HTTP/1.1" status: 200  len: 849 time: 0.1009212
Feb 17 04:31:16.205283 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-627fb4e8-7c53-4a5d-ac1a-eefc0462cf80 req-27ae5b9f-9a78-48fe-a5ed-c6ca7a060106 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503173
Feb 17 04:31:16.230720 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-2e22fca6-644e-44cf-a34b-ae748a95476f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d46ecdde-60b7-4f1a-a53d-f388f26afd45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567629
Feb 17 04:31:16.240830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb32df-7583-422b-96dc-2f2245bf86e0 req-a598f47e-543a-4698-a5b0-68567506abba tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:16.242993 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ebb32df-7583-422b-96dc-2f2245bf86e0 req-a598f47e-543a-4698-a5b0-68567506abba tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.2289705
Feb 17 04:31:16.332081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d3a8aa64-4ce8-46d9-868c-58dd3428c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:16.348088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 792b9d8e-6dd8-4b55-a5f2-852e8232b46b up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:16.381146 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ebb32df-7583-422b-96dc-2f2245bf86e0 req-3a0b1a62-0130-40ce-b548-11e12ece2b38 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141188
Feb 17 04:31:16.422904 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-ba7f4fab-8d77-408f-91a3-ad5dd38508f0 service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788802
Feb 17 04:31:16.427522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:31:16.436215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:16.436878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:16.590838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:16.605220 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c6e607bf-8f84-48bd-b95e-f5ac87767ede req-a920ef7d-51af-45c5-a289-8a4b229c45ed service neutron] 10.222.0.59 "GET /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697092
Feb 17 04:31:16.620349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:31:16.629597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4f70-01fc-4dd8-847a-5fcd1c4591cf req-4658ca50-d29e-4ceb-be4d-0e860d6e91be tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:16.631065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:31:16.635015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:16.635979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:16.639478 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a4a4f70-01fc-4dd8-847a-5fcd1c4591cf req-4658ca50-d29e-4ceb-be4d-0e860d6e91be tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 943 time: 0.1069727
Feb 17 04:31:16.668526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:16.685814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a4a4f70-01fc-4dd8-847a-5fcd1c4591cf req-78010722-d4ab-4567-a3a6-bcbef4f0a10d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453053
Feb 17 04:31:16.757437 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b', 'code': 200}
Feb 17 04:31:16.776980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:16.780459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:16.787253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:16.787790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:17.069593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2014ab-1821-40a1-ad07-a80544d59061 req-6b26daad-9e74-46db-91b5-593ca585201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:17.072166 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd2014ab-1821-40a1-ad07-a80544d59061 req-6b26daad-9e74-46db-91b5-593ca585201a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 1162 time: 0.0785365
Feb 17 04:31:17.120878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd2014ab-1821-40a1-ad07-a80544d59061 req-bc73b73e-65b9-43d2-82b5-156e7e95802d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Feb 17 04:31:17.415043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b27c-c3a6-40e5-8271-f1de2b6b58fb req-3b683cdc-f728-49f6-97ea-4013ac68fa6f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:17.416663 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6957b27c-c3a6-40e5-8271-f1de2b6b58fb req-3b683cdc-f728-49f6-97ea-4013ac68fa6f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0877128
Feb 17 04:31:17.466253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6957b27c-c3a6-40e5-8271-f1de2b6b58fb req-37f72439-69ef-4561-8be0-d677813e777f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430920
Feb 17 04:31:17.532998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 792b9d8e-6dd8-4b55-a5f2-852e8232b46b up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:17.614175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:17.614607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:17.624231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c093a-3f16-45fe-bab3-98e695dd1f57 req-186caaab-0850-43fb-9e6b-e090f954e8b7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:17.626019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-714c093a-3f16-45fe-bab3-98e695dd1f57 req-186caaab-0850-43fb-9e6b-e090f954e8b7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.1089997
Feb 17 04:31:17.677256 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-714c093a-3f16-45fe-bab3-98e695dd1f57 req-d61183d1-df35-4679-9dd9-5d6918a556e7 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446784
Feb 17 04:31:17.913740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492559-7618-49f1-8926-ccd6bf4c55d8 req-3c4819d3-06f4-4ae1-943b-827e4b9b7586 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:17.916103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80492559-7618-49f1-8926-ccd6bf4c55d8 req-3c4819d3-06f4-4ae1-943b-827e4b9b7586 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0956271
Feb 17 04:31:17.963391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80492559-7618-49f1-8926-ccd6bf4c55d8 req-7820dbd6-fa96-48fe-94cc-c0b27472443d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410991
Feb 17 04:31:18.665174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedc5ee-7e9b-419d-a080-09a93bc84af1 req-6aae1ea5-f4c6-4a88-982e-4abcc7e20915 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:18.665964 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9cedc5ee-7e9b-419d-a080-09a93bc84af1 req-6aae1ea5-f4c6-4a88-982e-4abcc7e20915 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0866866
Feb 17 04:31:18.713666 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9cedc5ee-7e9b-419d-a080-09a93bc84af1 req-ad0490b6-22e1-435c-8b8a-52c2e39fc480 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413778
Feb 17 04:31:18.737675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff4761cb-f6f3-4e5e-ac24-337381577754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:18.890382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8dc6-b685-422a-b8bb-c88e057b1433 req-b2f51978-3f6b-4683-b503-654ed0825da4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:18.892043 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b43d8dc6-b685-422a-b8bb-c88e057b1433 req-b2f51978-3f6b-4683-b503-654ed0825da4 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0934303
Feb 17 04:31:18.941425 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b43d8dc6-b685-422a-b8bb-c88e057b1433 req-d8bb63a8-4b3e-4a25-ad2f-cde6516d60a0 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429239
Feb 17 04:31:19.192945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ee44-9078-47bd-b5ab-9c88040f0bf6 req-9e9620c0-aad6-411f-ae81-7c36727e4db6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:19.194543 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3ee4ee44-9078-47bd-b5ab-9c88040f0bf6 req-9e9620c0-aad6-411f-ae81-7c36727e4db6 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.1106308
Feb 17 04:31:19.244110 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3ee4ee44-9078-47bd-b5ab-9c88040f0bf6 req-bce48d3a-e3fa-4027-9577-ec1358cae7b1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424342
Feb 17 04:31:19.458677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:19.913825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9bc5a-1c96-4663-b847-62ed8ecb3777 req-7b93b949-a69c-4de0-9518-67f84ece2fb1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:19.916028 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ca9bc5a-1c96-4663-b847-62ed8ecb3777 req-7b93b949-a69c-4de0-9518-67f84ece2fb1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0871358
Feb 17 04:31:19.967533 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ca9bc5a-1c96-4663-b847-62ed8ecb3777 req-ea7d227e-6668-4385-a5a3-a5a23a29643d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452986
Feb 17 04:31:20.156826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045f0e6-03b6-4bd2-b697-1c995d303bb5 req-6d0ca0a6-8ecb-4dd3-88de-07e3b1c1bed1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:20.158430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7045f0e6-03b6-4bd2-b697-1c995d303bb5 req-6d0ca0a6-8ecb-4dd3-88de-07e3b1c1bed1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0888236
Feb 17 04:31:20.206697 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7045f0e6-03b6-4bd2-b697-1c995d303bb5 req-38f98302-ce65-4893-be0b-30985cb0e949 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410006
Feb 17 04:31:20.334721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:20.451429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d6ff1-28d5-4792-8c9e-5ce54fc87a24 req-3114062c-13fe-4e83-b837-4b325f83a6a5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:20.452931 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-341d6ff1-28d5-4792-8c9e-5ce54fc87a24 req-3114062c-13fe-4e83-b837-4b325f83a6a5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0897100
Feb 17 04:31:20.500288 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-341d6ff1-28d5-4792-8c9e-5ce54fc87a24 req-893ec8e1-9bbc-4f2c-9570-d1cab2235a95 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412593
Feb 17 04:31:20.890717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:21.168937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9abb-f2c4-4b05-985d-011e847fbb42 req-6f2cc1f2-82d0-413e-8e9e-e7133b328eb5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:21.170574 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-13cd9abb-f2c4-4b05-985d-011e847fbb42 req-6f2cc1f2-82d0-413e-8e9e-e7133b328eb5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0880206
Feb 17 04:31:21.219800 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-13cd9abb-f2c4-4b05-985d-011e847fbb42 req-63707544-bcc0-4d4b-ad4e-63ee8e60fef6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424080
Feb 17 04:31:21.412358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698d4f-2d9e-4a55-a2f2-ba88c7b7eadf req-30a82eca-a022-4218-8e78-41f8e7278e38 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:21.413871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d2698d4f-2d9e-4a55-a2f2-ba88c7b7eadf req-30a82eca-a022-4218-8e78-41f8e7278e38 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0896292
Feb 17 04:31:21.462432 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d2698d4f-2d9e-4a55-a2f2-ba88c7b7eadf req-6e861eb6-e7c9-4b85-a09e-71ff586f3f0b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419474
Feb 17 04:31:21.703590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fd427-ecb6-40bf-8c33-5d55e4ab449c req-a5611332-6afd-40e6-8a21-86bcd985fb75 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:21.705199 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4c5fd427-ecb6-40bf-8c33-5d55e4ab449c req-a5611332-6afd-40e6-8a21-86bcd985fb75 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0900722
Feb 17 04:31:21.760185 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4c5fd427-ecb6-40bf-8c33-5d55e4ab449c req-72f969d8-9984-47be-a584-12aa3287ac3b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485816
Feb 17 04:31:22.417899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8bb1-9cb7-4202-8573-d01cda3fafaf req-e76904f0-d448-48f1-bf3a-714427149ab3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:22.419512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adfd8bb1-9cb7-4202-8573-d01cda3fafaf req-e76904f0-d448-48f1-bf3a-714427149ab3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0856292
Feb 17 04:31:22.466802 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adfd8bb1-9cb7-4202-8573-d01cda3fafaf req-5b3412b3-a174-4b1f-a372-1a189d8c2e9a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410087
Feb 17 04:31:22.661725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad74248-f565-4d66-8dc4-2aa15aeca13c req-20a7dc69-50ac-4b6f-b645-29fcd2eeb907 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:22.663353 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fad74248-f565-4d66-8dc4-2aa15aeca13c req-20a7dc69-50ac-4b6f-b645-29fcd2eeb907 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0895948
Feb 17 04:31:22.711938 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fad74248-f565-4d66-8dc4-2aa15aeca13c req-b74d1a57-287f-436c-b2c0-267f7249b002 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413597
Feb 17 04:31:23.103450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede29820-6285-4ccc-b2d8-7fc03f4e69ef req-a46f994e-afae-44f7-a36c-2299bcd78624 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:23.105063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ede29820-6285-4ccc-b2d8-7fc03f4e69ef req-a46f994e-afae-44f7-a36c-2299bcd78624 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0869524
Feb 17 04:31:23.153617 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ede29820-6285-4ccc-b2d8-7fc03f4e69ef req-619a71fc-4489-432c-bafd-0bfbb9fd7858 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422900
Feb 17 04:31:23.670873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f767-cd31-4f33-9f40-659c8fa90c03 req-aaca5c3d-7fec-46d7-a48a-f1b1a54d1f3e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:23.672420 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec6f767-cd31-4f33-9f40-659c8fa90c03 req-aaca5c3d-7fec-46d7-a48a-f1b1a54d1f3e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0928392
Feb 17 04:31:23.721276 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec6f767-cd31-4f33-9f40-659c8fa90c03 req-59a24e06-9f90-45b7-9327-2592514ed25b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427463
Feb 17 04:31:23.912726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2927f-a31a-418e-a3e8-a62e6bd1f291 req-92885fbe-1d19-4e67-8b36-8813645faccb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:23.914502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ad2927f-a31a-418e-a3e8-a62e6bd1f291 req-92885fbe-1d19-4e67-8b36-8813645faccb tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0875149
Feb 17 04:31:23.966139 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ad2927f-a31a-418e-a3e8-a62e6bd1f291 req-9d886ad3-b2cc-4d81-a808-9b0c4c447a94 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453765
Feb 17 04:31:24.350151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dee34-1bce-4dba-832d-65e3b0617ede req-988be8d2-4941-49d4-8057-7c92e71ea937 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:24.352311 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b94dee34-1bce-4dba-832d-65e3b0617ede req-988be8d2-4941-49d4-8057-7c92e71ea937 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0860610
Feb 17 04:31:24.400190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b94dee34-1bce-4dba-832d-65e3b0617ede req-e94e8b40-0fc1-4f3e-922d-03f5eb4ee232 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415220
Feb 17 04:31:24.924894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4ce5b-726d-4452-9a80-285aba96ec5b req-3a86c14f-d983-490c-ba28-f85674ef0116 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:24.927237 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-25c4ce5b-726d-4452-9a80-285aba96ec5b req-3a86c14f-d983-490c-ba28-f85674ef0116 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0909765
Feb 17 04:31:24.976515 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-25c4ce5b-726d-4452-9a80-285aba96ec5b req-aedfbe82-5161-4152-8695-fa249aca78b8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428445
Feb 17 04:31:25.169869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2046d-2adf-4305-be3e-efa9ad1b6d2b req-f4b07d6c-a8c4-4a89-8a3e-e7aec225e798 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:25.171509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2c2046d-2adf-4305-be3e-efa9ad1b6d2b req-f4b07d6c-a8c4-4a89-8a3e-e7aec225e798 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0881121
Feb 17 04:31:25.222250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2c2046d-2adf-4305-be3e-efa9ad1b6d2b req-f9fcb4fe-58c9-408d-b6af-34f297712a0a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445542
Feb 17 04:31:25.608345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6e451-ceb0-494b-8d56-c97e23cc67d9 req-59f31a58-a16b-4595-a76e-8ac79ad774bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:25.609974 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94f6e451-ceb0-494b-8d56-c97e23cc67d9 req-59f31a58-a16b-4595-a76e-8ac79ad774bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0870519
Feb 17 04:31:25.657449 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94f6e451-ceb0-494b-8d56-c97e23cc67d9 req-897dbdb6-ad70-4470-8267-800b3fe36fb0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407336
Feb 17 04:31:26.225713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005f9b-0b36-4d9c-b911-a4f8f2051fa6 req-c2679950-06f5-49ae-8ae9-65b947cec521 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:26.227582 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd005f9b-0b36-4d9c-b911-a4f8f2051fa6 req-c2679950-06f5-49ae-8ae9-65b947cec521 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1389532
Feb 17 04:31:26.278943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd005f9b-0b36-4d9c-b911-a4f8f2051fa6 req-79dedb05-46c6-455f-8c98-b3328fa8678b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447536
Feb 17 04:31:26.444750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eb5d8-1f3d-4b4d-9daf-b65d9cb3b897 req-994e40db-8699-4e19-9155-dadccae0ec8f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:26.446600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8d7eb5d8-1f3d-4b4d-9daf-b65d9cb3b897 req-994e40db-8699-4e19-9155-dadccae0ec8f tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0953901
Feb 17 04:31:26.510650 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8d7eb5d8-1f3d-4b4d-9daf-b65d9cb3b897 req-0e5b0a63-9f55-488e-a244-a63b20d1dda1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573497
Feb 17 04:31:26.531411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a78915-dc13-4664-9729-54642b42ae18 req-4bb8314e-a396-4527-aee3-3a162cad2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:26.533054 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-4bb8314e-a396-4527-aee3-3a162cad2adb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.0823524
Feb 17 04:31:26.803157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a78915-dc13-4664-9729-54642b42ae18 req-89640b64-aa62-4815-8416-92fdb482f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:26.805266 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-89640b64-aa62-4815-8416-92fdb482f84a service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.1685398
Feb 17 04:31:26.924209 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-05006d38-91f4-430e-b358-2ad6fc47eb50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.0794849
Feb 17 04:31:27.010658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a78915-dc13-4664-9729-54642b42ae18 req-593a4112-9324-4704-963c-46a960ccf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:27.012207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-593a4112-9324-4704-963c-46a960ccf96e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.0801895
Feb 17 04:31:27.018397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230298d5-d855-4d39-942e-48c81a495724 req-bbf8b1fb-837c-4af5-a85f-4c979472e86a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:27.019953 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-230298d5-d855-4d39-942e-48c81a495724 req-bbf8b1fb-837c-4af5-a85f-4c979472e86a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.2185276
Feb 17 04:31:27.082130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-2259ce20-7c8f-421e-a69d-5254807259e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611145
Feb 17 04:31:27.197883 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-230298d5-d855-4d39-942e-48c81a495724 req-21eeb494-70ae-4772-bbde-7537232cc70a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380899
Feb 17 04:31:27.256943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-a82f20fb-9da2-479a-b4d4-a92491d6be05 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666970
Feb 17 04:31:27.720150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36858c8-8277-48ed-ad27-18cb840549c9 req-4a6a117e-218d-4521-91aa-e30d632ff8c2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:27.721789 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e36858c8-8277-48ed-ad27-18cb840549c9 req-4a6a117e-218d-4521-91aa-e30d632ff8c2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0916183
Feb 17 04:31:27.759994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11a78915-dc13-4664-9729-54642b42ae18 req-fc1b5f8f-9883-4b98-9ce3-15b5b564d34d service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4864769
Feb 17 04:31:27.768874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32132a-be61-43c1-925e-9f3d6e80e8b8 req-cdd33f9f-5ba9-4eb6-a6b1-a218c4db6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:27.770553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d32132a-be61-43c1-925e-9f3d6e80e8b8 req-cdd33f9f-5ba9-4eb6-a6b1-a218c4db6406 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.4152086
Feb 17 04:31:27.786253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b114fc-c9ab-4177-9e53-656b2febd067 req-e73a5ced-c3c0-4301-97e5-48dde4d6533a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:27.795940 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a4b114fc-c9ab-4177-9e53-656b2febd067 req-e73a5ced-c3c0-4301-97e5-48dde4d6533a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1883266
Feb 17 04:31:27.884988 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a4b114fc-c9ab-4177-9e53-656b2febd067 req-dcef058c-abe9-4fcb-9ff7-540856b21af6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880542
Feb 17 04:31:27.886925 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d32132a-be61-43c1-925e-9f3d6e80e8b8 req-6501b738-e2a2-4da1-828a-ea68525aec68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714746
Feb 17 04:31:27.967870 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e36858c8-8277-48ed-ad27-18cb840549c9 req-e4c47eb8-38a9-45cb-8a09-5ab2c17aa292 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383122
Feb 17 04:31:28.408039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093aa68-2a9f-43a6-aedd-2c21fc6258c6 req-b0af3e59-ac8b-435d-ae73-fd30ebc06c4b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:28.409644 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f093aa68-2a9f-43a6-aedd-2c21fc6258c6 req-b0af3e59-ac8b-435d-ae73-fd30ebc06c4b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0921407
Feb 17 04:31:28.461812 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f093aa68-2a9f-43a6-aedd-2c21fc6258c6 req-48c7ea5e-b65c-4a73-9fd8-7471771fbb25 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456173
Feb 17 04:31:29.097582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70002aa5-25e4-4ea6-a1d5-2bcde23bec2b req-feaf7c0f-b6b3-422e-b386-28ba6996ef5c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:29.099227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70002aa5-25e4-4ea6-a1d5-2bcde23bec2b req-feaf7c0f-b6b3-422e-b386-28ba6996ef5c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0931551
Feb 17 04:31:29.138832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:29.149878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-70002aa5-25e4-4ea6-a1d5-2bcde23bec2b req-e3e4f419-42fc-48bc-be09-cab86a5b242a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437336
Feb 17 04:31:29.210454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8edd90-438e-4d91-8000-f48f49f48018 req-1d62bdbb-a467-4caa-a8e8-c602fa9858a2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:29.212802 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2f8edd90-438e-4d91-8000-f48f49f48018 req-1d62bdbb-a467-4caa-a8e8-c602fa9858a2 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0889323
Feb 17 04:31:29.263852 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2f8edd90-438e-4d91-8000-f48f49f48018 req-74b42976-bd23-41d1-8cb5-87b45d1a3365 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448248
Feb 17 04:31:30.282980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:31:30.359124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415919d-771e-4c36-8a75-19ac69dac40a req-12c4783a-ecf4-4e3f-8fde-412dcb0637ee tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:30.360733 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b415919d-771e-4c36-8a75-19ac69dac40a req-12c4783a-ecf4-4e3f-8fde-412dcb0637ee tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0887086
Feb 17 04:31:30.411854 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b415919d-771e-4c36-8a75-19ac69dac40a req-72b272be-d03d-46c8-a8b8-84f24c379501 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443659
Feb 17 04:31:30.471456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f756bce-3b93-46fb-9971-a6d83c45d380 req-b08a8e53-2b70-4178-bcd3-266fa3f326ee tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:30.473081 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f756bce-3b93-46fb-9971-a6d83c45d380 req-b08a8e53-2b70-4178-bcd3-266fa3f326ee tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.0930004
Feb 17 04:31:30.525152 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f756bce-3b93-46fb-9971-a6d83c45d380 req-8f9c340b-5590-4617-aef8-4b35bcd2feca tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453575
Feb 17 04:31:30.855277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-e689e073-afb0-4450-a53c-b96430f294cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:30.856962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-e689e073-afb0-4450-a53c-b96430f294cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.0884218
Feb 17 04:31:30.883780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9c527-2796-44e0-b024-630c4bd8d9fb req-bcc74f91-e1cf-46a5-b5a0-69d6e8550bae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:30.885498 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ff9c527-2796-44e0-b024-630c4bd8d9fb req-bcc74f91-e1cf-46a5-b5a0-69d6e8550bae tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0932670
Feb 17 04:31:30.935116 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ff9c527-2796-44e0-b024-630c4bd8d9fb req-c3414d91-1294-4fd2-82a2-66db0aa8a6f1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425673
Feb 17 04:31:31.011325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-ff544dbc-c75f-4797-a187-4f9f1717ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:31.012897 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-ff544dbc-c75f-4797-a187-4f9f1717ac91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.1484571
Feb 17 04:31:31.095583 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-d939747d-52f7-4401-b7a6-7902761c3349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.0746214
Feb 17 04:31:31.216955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-ea61d548-eb48-4c24-ab50-39e11805aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:31.219250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-ea61d548-eb48-4c24-ab50-39e11805aba9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.0855870
Feb 17 04:31:31.287923 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-c10178b3-1966-4077-93c1-1ba1dc7c80cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613670
Feb 17 04:31:31.456689 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-df4334eb-b448-4640-b733-b01e41bb6a1e service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488881
Feb 17 04:31:31.615856 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-843181a6-462a-4f62-8299-2be6a8ca3691 req-d13be283-df03-484f-b23e-c667d3f8dc69 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1518006
Feb 17 04:31:31.754228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34f12b-0359-4954-bff7-3465b1b9ddc2 req-4c7bba88-c49a-459c-8d8b-cb736cb5ce23 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:31.756067 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b34f12b-0359-4954-bff7-3465b1b9ddc2 req-4c7bba88-c49a-459c-8d8b-cb736cb5ce23 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 943 time: 0.1053431
Feb 17 04:31:31.810328 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b34f12b-0359-4954-bff7-3465b1b9ddc2 req-ed9d5ace-c543-43a3-9329-928a34807078 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467205
Feb 17 04:31:32.152258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b6db9-76b3-4662-9254-f876278c6b40 req-56b30ba6-1fdc-40b8-aecb-8aa4220561a4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:32.160769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-828b6db9-76b3-4662-9254-f876278c6b40 req-56b30ba6-1fdc-40b8-aecb-8aa4220561a4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1050322
Feb 17 04:31:32.211828 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-828b6db9-76b3-4662-9254-f876278c6b40 req-2a5c11b6-56d6-497d-957b-1733b501037d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497193
Feb 17 04:31:32.505156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device df06620b-cd13-40eb-a7ef-c665dd300756 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:32.583116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port df06620b-cd13-40eb-a7ef-c665dd300756 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:31:32.588393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port df06620b-cd13-40eb-a7ef-c665dd300756 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:32.588820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.670179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 46902) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:32.713391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.742264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:31:32.752715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port df06620b-cd13-40eb-a7ef-c665dd300756, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=df06620b-cd13-40eb-a7ef-c665dd300756,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:31:32.756473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.757378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:32.792558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:32.800360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.817055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:32.821216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Usage tracker for resource:security_group_rule and tenant:1a7da126258849f5b7ac3adc58a64e70 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:32.824249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:32.830216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:32.836484 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756', 'code': 200}
Feb 17 04:31:32.892844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=df06620b-cd13-40eb-a7ef-c665dd300756,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:32.904146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:32.915146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:32.915532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.932558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.938111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.948780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5c95977-8887-4283-9bfb-4ecf5e93da57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:33.018291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a7da126258849f5b7ac3adc58a64e70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3469441
Feb 17 04:31:33.019341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 46914) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:33.022398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b7383-ca59-462c-8af4-d10dd2b8dccf,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:33.027628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:33.058978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccdb68-2d36-442f-8195-1bb102ce7612 req-e9e55f59-31cf-4687-8bc3-7fbad7af3344 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:33.066895 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fbccdb68-2d36-442f-8195-1bb102ce7612 req-e9e55f59-31cf-4687-8bc3-7fbad7af3344 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.1224551
Feb 17 04:31:33.113889 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fbccdb68-2d36-442f-8195-1bb102ce7612 req-90451071-65e4-4052-8c25-b9ff9cc20562 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459967
Feb 17 04:31:33.153853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.197989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.208723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78b518-e46a-4d60-9e28-09a94bb22f81 req-829cae71-bf19-433b-979b-299b11321f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:33.210348 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f78b518-e46a-4d60-9e28-09a94bb22f81 req-829cae71-bf19-433b-979b-299b11321f19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 1162 time: 0.1358752
Feb 17 04:31:33.274985 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f78b518-e46a-4d60-9e28-09a94bb22f81 req-1f54ed22-b53e-4ff0-900e-3e82f49ecceb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552542
Feb 17 04:31:33.281718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.286976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ba8daa1f-4b19-46b8-a520-9c72d931257d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:33.299596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b7383-ca59-462c-8af4-d10dd2b8dccf,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:33.303466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:33.307922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.311600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/291b7383-ca59-462c-8af4-d10dd2b8dccf HTTP/1.1" status: 204  len: 168 time: 0.2883201
Feb 17 04:31:33.467543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c883c-fb14-425a-ad78-6c6917e72673 req-0e3f5fd8-5d5d-455a-adfc-9112ec0ec4ba tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:33.469633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-597c883c-fb14-425a-ad78-6c6917e72673 req-0e3f5fd8-5d5d-455a-adfc-9112ec0ec4ba tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1400225
Feb 17 04:31:33.536207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-597c883c-fb14-425a-ad78-6c6917e72673 req-ac24e836-14b0-4b29-baf1-bd763bd5458f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580904
Feb 17 04:31:33.663472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 46930) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:33.683105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.698223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:33.702289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Usage tracker for resource:security_group_rule and tenant:d843643c017346e48ebe763677461154 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:33.705215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:33.711555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:33.738070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device df06620b-cd13-40eb-a7ef-c665dd300756 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:33.801084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.804559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.813340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:33.813482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port df06620b-cd13-40eb-a7ef-c665dd300756 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:33.813856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.862238 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d843643c017346e48ebe763677461154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963892
Feb 17 04:31:33.863948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b461c43-42c6-46c4-837c-1243c015d211,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:33.865160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 46934) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:33.867895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:33.931545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.960262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:34.009233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:34.014130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:34.026979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b461c43-42c6-46c4-837c-1243c015d211,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:34.029775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:34.033991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:34.035235 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b461c43-42c6-46c4-837c-1243c015d211 HTTP/1.1" status: 204  len: 168 time: 0.1674213
Feb 17 04:31:34.339272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde234-d0a0-4a64-851b-c3d39311dce1 req-aafcb62a-1342-4e0a-b2a0-06d63a71734b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:34.340883 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcdde234-d0a0-4a64-851b-c3d39311dce1 req-aafcb62a-1342-4e0a-b2a0-06d63a71734b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0907788
Feb 17 04:31:34.390616 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcdde234-d0a0-4a64-851b-c3d39311dce1 req-aabfc0a4-83f3-4bcf-995a-4958f0c66ef1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433462
Feb 17 04:31:34.749763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba31bd3-041c-4415-9a86-a75e9691873b req-13cd39f5-b933-4c20-ad25-3634ec60d068 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:34.751417 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bba31bd3-041c-4415-9a86-a75e9691873b req-13cd39f5-b933-4c20-ad25-3634ec60d068 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0915198
Feb 17 04:31:34.806690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bba31bd3-041c-4415-9a86-a75e9691873b req-1dd7b833-3751-42fb-97f0-f4ac62c7a5d8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490901
Feb 17 04:31:35.635088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aac7-10be-46c3-87fe-65589025722e req-1319c70c-3c13-46ab-8982-559799caf76d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:35.637737 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3509aac7-10be-46c3-87fe-65589025722e req-1319c70c-3c13-46ab-8982-559799caf76d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.1296999
Feb 17 04:31:35.700672 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3509aac7-10be-46c3-87fe-65589025722e req-f1788aa6-25fd-4c85-8ae7-a2eb108f2c7b tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476251
Feb 17 04:31:35.772150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device df06620b-cd13-40eb-a7ef-c665dd300756 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:35.846502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port df06620b-cd13-40eb-a7ef-c665dd300756 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:35.846933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:36.023170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff3e7a-c793-448f-aeeb-66d012b3fc78 req-f26ab40e-a4e5-456e-b388-271c7de01b10 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:36.025920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9aff3e7a-c793-448f-aeeb-66d012b3fc78 req-f26ab40e-a4e5-456e-b388-271c7de01b10 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0941210
Feb 17 04:31:36.078054 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9aff3e7a-c793-448f-aeeb-66d012b3fc78 req-0507c843-da91-4187-9542-fd9487959855 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456607
Feb 17 04:31:36.923285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839f717-ee4b-4d72-8b67-231509e4e3f0 req-079819ec-9db3-4d91-b3de-43b29737218a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:36.924906 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e839f717-ee4b-4d72-8b67-231509e4e3f0 req-079819ec-9db3-4d91-b3de-43b29737218a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0893307
Feb 17 04:31:36.972340 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e839f717-ee4b-4d72-8b67-231509e4e3f0 req-3d290717-b80a-472b-b661-cfdcd96c1bcd tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404363
Feb 17 04:31:37.293028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3779a-6030-4b42-9eb4-b711cecc63d2 req-3ba850a1-f971-4a60-92b2-c68c084bf13f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:37.294637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0d3779a-6030-4b42-9eb4-b711cecc63d2 req-3ba850a1-f971-4a60-92b2-c68c084bf13f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0875368
Feb 17 04:31:37.347581 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0d3779a-6030-4b42-9eb4-b711cecc63d2 req-48986aae-a748-47c3-af9b-17e382ed1a31 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461516
Feb 17 04:31:38.899404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0108b-c455-4a0b-a93d-2385fca79322 req-50a45ebf-72e7-496b-ad61-09e88556e6ba tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:38.901881 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3e0108b-c455-4a0b-a93d-2385fca79322 req-50a45ebf-72e7-496b-ad61-09e88556e6ba tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0953176
Feb 17 04:31:38.952484 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3e0108b-c455-4a0b-a93d-2385fca79322 req-d057b7e2-3182-4ca0-94fa-10ab8e249f4d tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445888
Feb 17 04:31:40.161155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1193-e34d-4f6c-86f1-c2f3583e17ef req-4767f8f1-7fdc-47a8-b970-444bc2b859b3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:40.162809 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406d1193-e34d-4f6c-86f1-c2f3583e17ef req-4767f8f1-7fdc-47a8-b970-444bc2b859b3 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0945206
Feb 17 04:31:40.213086 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-406d1193-e34d-4f6c-86f1-c2f3583e17ef req-ac5d6f20-6e39-43dd-a4c3-9ab277c79610 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429308
Feb 17 04:31:40.315275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ecaf-257a-47ef-84d6-06b6801debf5 req-c2b5cbdf-182e-4365-aa49-354d67923561 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:40.316791 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e330ecaf-257a-47ef-84d6-06b6801debf5 req-c2b5cbdf-182e-4365-aa49-354d67923561 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0903294
Feb 17 04:31:40.365583 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e330ecaf-257a-47ef-84d6-06b6801debf5 req-9c30f9c8-af20-4e20-ba86-365188e735e8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413568
Feb 17 04:31:44.607793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683824f1-ee4e-4eb6-b372-187dd042ad47 req-843aa891-841e-4190-b819-4b324bc075fa tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:44.609473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683824f1-ee4e-4eb6-b372-187dd042ad47 req-843aa891-841e-4190-b819-4b324bc075fa tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.1059566
Feb 17 04:31:44.681468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683824f1-ee4e-4eb6-b372-187dd042ad47 req-a94666b1-2aef-4660-b2c7-7e92984e2006 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643442
Feb 17 04:31:45.895811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3861a4b-4e00-4a58-9b9b-59a0a47e8e3d req-6f7a9ec3-22cd-49f1-8955-3de867b90f31 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:45.897429 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3861a4b-4e00-4a58-9b9b-59a0a47e8e3d req-6f7a9ec3-22cd-49f1-8955-3de867b90f31 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0959673
Feb 17 04:31:45.945908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3861a4b-4e00-4a58-9b9b-59a0a47e8e3d req-47670a6b-a995-4d8c-a2f4-367637071109 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409172
Feb 17 04:31:46.335011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63a4f528-b8c8-41bc-ad1b-a87d11434000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:47.149624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b65f-9ace-4678-bbdc-2b4f6eac6760 req-60bbda3c-fb4f-4f18-8c34-ec78266e7415 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:47.151649 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1f3b65f-9ace-4678-bbdc-2b4f6eac6760 req-60bbda3c-fb4f-4f18-8c34-ec78266e7415 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0891895
Feb 17 04:31:47.203981 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1f3b65f-9ace-4678-bbdc-2b4f6eac6760 req-b6ce0997-8cd9-43aa-ab41-537e956fbc83 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460353
Feb 17 04:31:48.402124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91473f55-2cb9-4bb5-9cd3-3b402c5445cc req-11b3134f-10f7-4821-be85-3e9f4f95c47a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:48.403738 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91473f55-2cb9-4bb5-9cd3-3b402c5445cc req-11b3134f-10f7-4821-be85-3e9f4f95c47a tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0867283
Feb 17 04:31:48.451631 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91473f55-2cb9-4bb5-9cd3-3b402c5445cc req-5c7cda71-d9d6-45e0-b0af-8c27ac217664 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416868
Feb 17 04:31:48.738336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c5547b6-0192-49c8-81a9-c5bc5fa8af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:49.462279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:49.654403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003342da-90fa-4ba6-b390-b9b103fa1019 req-f8d0f052-e093-40a5-ad00-7392e07eef13 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:49.655963 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-003342da-90fa-4ba6-b390-b9b103fa1019 req-f8d0f052-e093-40a5-ad00-7392e07eef13 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0911455
Feb 17 04:31:49.704381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-003342da-90fa-4ba6-b390-b9b103fa1019 req-29084229-444a-47c5-a7a8-84858fd86eab tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415266
Feb 17 04:31:50.336994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:50.893104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:50.909472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f342e64-c747-434d-a861-bd831554356a req-dbd0525e-a55d-4fb4-8afb-646eb7f2e19e tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:50.911103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4f342e64-c747-434d-a861-bd831554356a req-dbd0525e-a55d-4fb4-8afb-646eb7f2e19e tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0906661
Feb 17 04:31:50.958100 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4f342e64-c747-434d-a861-bd831554356a req-628edd2d-dcf4-451a-876a-d2e4fad2beaa tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400813
Feb 17 04:31:51.303286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc663-d42b-4710-aa18-0c6693847a2c req-44c75587-5514-4754-a1a9-6b0fe17e3062 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:51.304891 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-826fc663-d42b-4710-aa18-0c6693847a2c req-44c75587-5514-4754-a1a9-6b0fe17e3062 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.0925910
Feb 17 04:31:51.417915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Deleting port df06620b-cd13-40eb-a7ef-c665dd300756 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:31:51.418294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:51.685222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] For port df06620b-cd13-40eb-a7ef-c665dd300756, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=df06620b-cd13-40eb-a7ef-c665dd300756,segment=NetworkSegment(fb2f590c-028d-4b0c-982f-390a031b61c2),segment_id=fb2f590c-028d-4b0c-982f-390a031b61c2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:31:51.685631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:51.819615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Calling delete_port for df06620b-cd13-40eb-a7ef-c665dd300756 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:31:52.263524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:52.281129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:52.392971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54196c8c-dd6d-474f-b16b-ae257f9b21ad req-c8b9cc82-06ed-47b9-a8db-d71cff0d4b92 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:52.396148 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54196c8c-dd6d-474f-b16b-ae257f9b21ad req-c8b9cc82-06ed-47b9-a8db-d71cff0d4b92 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 945 time: 0.2781675
Feb 17 04:31:52.451793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Pushing event deleted for resources: {'Port': ['ID=df06620b-cd13-40eb-a7ef-c665dd300756,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:52.486971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device df06620b-cd13-40eb-a7ef-c665dd300756 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:31:52.487239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.487444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.487847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.488244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.488638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.489029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.489416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.489802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.490186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.490570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.490957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.491484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.491816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.492848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.494106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.494221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.494599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.495010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.495423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.495809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.496194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.496577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.496981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.497347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:52.510933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:52.542602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: df06620b-cd13-40eb-a7ef-c665dd300756 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:31:52.543273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device df06620b-cd13-40eb-a7ef-c665dd300756 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:31:52.578934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] No DVR routers for this DVR port df06620b-cd13-40eb-a7ef-c665dd300756 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:31:52.581244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:52.585623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'name': 'network-vif-deleted', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:31:52.620192 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-826fc663-d42b-4710-aa18-0c6693847a2c req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.59 "DELETE /v2.0/ports/df06620b-cd13-40eb-a7ef-c665dd300756 HTTP/1.1" status: 204  len: 173 time: 1.2754672
Feb 17 04:31:52.628887 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54196c8c-dd6d-474f-b16b-ae257f9b21ad req-bee8dd93-c300-4958-952c-74757322ced1 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707423
Feb 17 04:31:52.694121 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b1aa2d-c36c-4734-b664-0958e6f4d33e', 'name': 'network-vif-deleted', 'tag': 'df06620b-cd13-40eb-a7ef-c665dd300756', 'status': 'completed', 'code': 200}
Feb 17 04:31:53.826655 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eea8d072-0b13-4829-8379-364ee8b812ee req-d1632c90-47bb-4286-91b8-2fe25048a841 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0505853
Feb 17 04:31:54.312837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47282) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:54.439880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.456525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:54.460582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Usage tracker for resource:security_group_rule and tenant:38cca24100a240ae8b35611509ea3655 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:54.464236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:54.469981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:54.553435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.556922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.568802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:54.610653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38cca24100a240ae8b35611509ea3655&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966912
Feb 17 04:31:54.612620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a55bd-ed9a-4fd8-a6e1-bb3d1736c420,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:54.614000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47290) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:54.621279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.621683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.622077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.622468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.622855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.623287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.623670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.624052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.624428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.624808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.625187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.625562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.625995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.626375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.626878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.627141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.627513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.627890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.628276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.628651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.629027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.629401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.629774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.630148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:54.635752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:54.677823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.705678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.756746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.762925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:54.776953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a55bd-ed9a-4fd8-a6e1-bb3d1736c420,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:54.780126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:54.780926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:54.782649 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d69a55bd-ed9a-4fd8-a6e1-bb3d1736c420 HTTP/1.1" status: 204  len: 168 time: 0.1670711
Feb 17 04:31:55.005497 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74543dd2-55d7-41f3-87c5-857acf2f8f87 req-39d5519c-27cd-492b-b9c1-a951ab5e1729 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0491488
Feb 17 04:31:55.076740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47304) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:55.096282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.111923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:55.116014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ffff93ea49fd4ef1929c137305b79003 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:55.118980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:55.124777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:55.212191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.215027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.223956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e84db6f-32bf-4b54-ac3b-e0a2e5b50c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:55.270583 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffff93ea49fd4ef1929c137305b79003&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1926908
Feb 17 04:31:55.272274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c98e1a4-9abf-481c-878c-414ef818cb3e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:55.274584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47310) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:55.276489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:55.341220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.369068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.413617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.419499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:55.433347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c98e1a4-9abf-481c-878c-414ef818cb3e,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:55.436414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:55.437328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:55.438546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c98e1a4-9abf-481c-878c-414ef818cb3e HTTP/1.1" status: 204  len: 168 time: 0.1628292
Feb 17 04:31:56.190630 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ec68a594-e604-46ee-b11e-451c43f121ba req-71848b2b-0ea9-4590-a9fd-02674c340189 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0522761
Feb 17 04:31:57.374935 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98ee41fe-cee5-476c-8f1b-1988760d1926 req-7d2bb374-2d7c-4c4d-bf5f-afc4726cf868 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0535038
Feb 17 04:31:57.949030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47412) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:58.074020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.090346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:58.094614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Usage tracker for resource:security_group_rule and tenant:67f4ac45a4a34d79b2799dd9ec16cfaa is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:58.097648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:58.104327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:58.191071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.194001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.203421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5517f604-00c1-4e79-bd95-eedcad184d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:58.246667 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=67f4ac45a4a34d79b2799dd9ec16cfaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965057
Feb 17 04:31:58.248320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a419f472-3cf1-4505-8adf-72406da277b8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:58.249634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47420) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:58.251815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bc525068-9563-42fe-b744-008f2fd0f005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:58.313285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.344821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.390686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.395564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cad32f09-92c2-4c96-b1f3-2390af26768a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:58.410034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a419f472-3cf1-4505-8adf-72406da277b8,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:58.412875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:58.423868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.425098 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a419f472-3cf1-4505-8adf-72406da277b8 HTTP/1.1" status: 204  len: 168 time: 0.1743872
Feb 17 04:31:58.578155 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-12320022-f9eb-4041-a22a-b89b6fd7d826 req-5d4b8e7a-1ffe-435e-88b3-e2db33eeb540 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] 10.222.0.78 "GET /v2.0/ports?device_id=82b1aa2d-c36c-4734-b664-0958e6f4d33e HTTP/1.1" status: 200  len: 210 time: 0.0554276
Feb 17 04:31:58.734217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47432) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:58.757033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.783781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:58.790322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Usage tracker for resource:security_group_rule and tenant:e9b4fdf946754440b0cd2935f992a777 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:31:58.798860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:31:58.806092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:58.898691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.901526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:58.910533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:58.954612 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9b4fdf946754440b0cd2935f992a777&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2192376
Feb 17 04:31:58.955568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0764d-2ba1-46f2-be52-8f804726332a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:58.957614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47440) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:58.958775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:59.022308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:59.051260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:59.099159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:59.104945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54454a1c-386f-4c4e-9510-761216211aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:59.117304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0764d-2ba1-46f2-be52-8f804726332a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:59.120420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:59.122790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:59.124027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58b0764d-2ba1-46f2-be52-8f804726332a HTTP/1.1" status: 204  len: 168 time: 0.1653509
Feb 17 04:31:59.471392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:59.896965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47478) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:00.022491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804161446-network', 'tenant_id': 'a6a4ed6993d7427292968c598c9d009b'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:00.028602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:00.032711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Usage tracker for resource:network and tenant:a6a4ed6993d7427292968c598c9d009b is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:00.035751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:00.043016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:00.052529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Made reservation on behalf of a6a4ed6993d7427292968c598c9d009b for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:00.057910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.072609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.088244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:00.092594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a4ed6993d7427292968c598c9d009b is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:00.095835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:00.102325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:00.218853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.223153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.228991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-58952ca5-dc17-45ff-b721-094bc4e3fc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:00.274606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:32:00.285106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17db4c5-ca02-49ba-9fee-8e3e15d1202c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:00.290097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:00.297679 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.298079 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Added segment d8910a19-c197-4ed1-a0f7-c8a3619529f8 of type vxlan for network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637
Feb 17 04:32:00.335359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.374056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.375510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:00.376170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:00.381526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-18a147bb-074e-4645-b7c9-b484952104bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:00.490874 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5923626
Feb 17 04:32:00.492439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Pushing event updated for resources: {'Network': ['ID=1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:00.494557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47500) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:00.499022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:00.500785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Request body: {'subnet': {'network_id': '1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804161446-subnet', 'tenant_id': 'a6a4ed6993d7427292968c598c9d009b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:00.506140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:00.510122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:00.511142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Usage tracker for resource:subnet and tenant:a6a4ed6993d7427292968c598c9d009b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:00.514932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:00.521175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:00.531901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:00.533472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Made reservation on behalf of a6a4ed6993d7427292968c598c9d009b for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:00.538876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853168766'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:01.010479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853168749'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:01.026396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d115961-5485-4b2a-8cb5-709a8616a8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:01.161882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d6bb32-d1c1-48e5-90c3-bc4bbdc91ff0,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:01.166696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:01.228739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Checking segment: {'id': 'd8910a19-c197-4ed1-a0f7-c8a3619529f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:01.229134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Network hostable DHCP agents. Network: 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:32:01.249114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:32:01.259531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:01.270998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8c0ec-9dc5-4a17-ae4a-23098ab1be2e None None] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:01.274666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:01.275362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:01.316201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8203390
Feb 17 04:32:01.524751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67c522-a7ac-4fc2-8c7a-492f473e709a None None] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:02.047780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47576) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:02.053945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569252426-network', 'tenant_id': '4bb39f38899e432c88745e1b43c83e08'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:02.059298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:02.064220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Usage tracker for resource:network and tenant:4bb39f38899e432c88745e1b43c83e08 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:02.067267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:02.074098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:02.088132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Made reservation on behalf of 4bb39f38899e432c88745e1b43c83e08 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:02.093036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.107455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.123744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:02.127952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Usage tracker for resource:security_group_rule and tenant:4bb39f38899e432c88745e1b43c83e08 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:02.133798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:02.140666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:02.245255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.248274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.252619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:02.282501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:32:02.295732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7f85f-47e6-4597-9b3d-e6fe1734c9f6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:02.299199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:02.302043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.302478 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Added segment fb5b8c8c-a172-4009-8421-dc169855b4d2 of type vxlan for network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f
Feb 17 04:32:02.332101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.363696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.364967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:02.365644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.371585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:02.475367 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4263632
Feb 17 04:32:02.479057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47586) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:02.479214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Pushing event updated for resources: {'Network': ['ID=300ce4fc-60a2-4aa5-ba2e-9630a6daa56f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:02.482313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:02.485576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Request body: {'subnet': {'network_id': '300ce4fc-60a2-4aa5-ba2e-9630a6daa56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569252426-subnet', 'tenant_id': '4bb39f38899e432c88745e1b43c83e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:02.489750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:02.491149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:02.495996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Usage tracker for resource:subnet and tenant:4bb39f38899e432c88745e1b43c83e08 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:02.499091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:02.504935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:02.518159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Made reservation on behalf of 4bb39f38899e432c88745e1b43c83e08 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:02.522977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.928597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.945261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2da0fb46-a37f-45ee-ba25-831e771c1393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:03.079355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077180b2-6290-448f-b1c0-493c1c8fdc9c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:03.086969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:03.150790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Checking segment: {'id': 'fb5b8c8c-a172-4009-8421-dc169855b4d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '300ce4fc-60a2-4aa5-ba2e-9630a6daa56f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:03.151166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Network hostable DHCP agents. Network: 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:32:03.170556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:32:03.180665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:03.184569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:03.185218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:03.189814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610f5a7-6c2c-4fd4-b679-576e5b858a70 None None] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:03.209737 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-beb19166-6db5-4c71-b4e4-33360f93a514 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7260714
Feb 17 04:32:03.423067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cad6b0-c946-4e0b-8c68-00f737d1a4bf None None] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:05.366397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:07.283787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:32:16.348246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29248ac0-f252-4d27-8c12-8792ed5771ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.280137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 47860) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:17.437668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.458022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:17.463659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Usage tracker for resource:security_group_rule and tenant:da3e3a95cd7e4b34b3f50339be218a80 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:17.468054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:17.476571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:17.592128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.598090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.640214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:17.652025 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da3e3a95cd7e4b34b3f50339be218a80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3706996
Feb 17 04:32:17.656088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 47874) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:17.712771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ca7ff8-e263-4160-b3da-744005de00b5,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:17.724732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:17.754953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.786769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.838537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.846444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-27a2f843-65c9-454e-a8cf-78226017cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:17.862868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ca7ff8-e263-4160-b3da-744005de00b5,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:17.866546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:17.875474 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63ca7ff8-e263-4160-b3da-744005de00b5 HTTP/1.1" status: 204  len: 168 time: 0.2171044
Feb 17 04:32:17.876377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:18.765709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-af968168-2bf0-439c-a084-5fa64a37beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:19.478597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:20.340174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:20.920409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:21.643823 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-96f98b29-3039-4c97-87e7-fbd4d2c341cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0832436
Feb 17 04:32:21.816351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-223a3575-a68b-44c7-a0c2-3e27475acd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:21.818212 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-223a3575-a68b-44c7-a0c2-3e27475acd7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 1162 time: 0.0932226
Feb 17 04:32:22.038551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-c286457d-3468-46cc-abb9-97b028b29a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:22.040209 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-c286457d-3468-46cc-abb9-97b028b29a9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.1968448
Feb 17 04:32:22.150878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-9c54e4a6-4f17-4f3d-ac25-b0e0a49d17f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06f3049-4f07-4c51-9968-0a06c58bb377 HTTP/1.1" status: 200  len: 217 time: 0.1030788
Feb 17 04:32:22.284212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-5cfcdb16-15f9-4a93-9edc-f2a2d1205c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:22.286649 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-5cfcdb16-15f9-4a93-9edc-f2a2d1205c14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.1055207
Feb 17 04:32:22.385319 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-34a2f168-c146-4528-8b52-46a6b73428f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901680
Feb 17 04:32:22.572845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-be541104-5b2e-4940-bab7-2453b9eea6e5 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779015
Feb 17 04:32:22.744954 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c461e70-b09f-47ae-9064-cdcf6b049550 req-e8301738-4f2f-43c7-be77-7a7503717230 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1634934
Feb 17 04:32:23.501271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86f01b-d2c3-4458-af74-eff6af71b22e req-c22ca74f-f867-419f-bcc4-8e44b86dc41b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:23.509824 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd86f01b-d2c3-4458-af74-eff6af71b22e req-c22ca74f-f867-419f-bcc4-8e44b86dc41b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2100143
Feb 17 04:32:23.548424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05349-7309-47ce-af77-1179fda5e270 req-a7126213-bd78-4246-b7e3-0944f8bf1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:23.551759 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-a7126213-bd78-4246-b7e3-0944f8bf1a8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.3376484
Feb 17 04:32:23.697961 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd86f01b-d2c3-4458-af74-eff6af71b22e req-dc1f0c5a-1594-4e4a-8e64-4620c6c25ae9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868382
Feb 17 04:32:23.761816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05349-7309-47ce-af77-1179fda5e270 req-471509f4-da52-4a8d-a8ff-b52bb8f361cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:23.763504 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-471509f4-da52-4a8d-a8ff-b52bb8f361cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.1956699
Feb 17 04:32:23.843413 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-beb6b283-6afe-4eb2-8f86-202cbb7aa8fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.0711617
Feb 17 04:32:24.149916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05349-7309-47ce-af77-1179fda5e270 req-8625f39b-6301-40ed-a777-436dbc0aad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:24.151951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-8625f39b-6301-40ed-a777-436dbc0aad9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.3001494
Feb 17 04:32:24.328289 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-b7ef19a1-e3f2-4443-abbf-47b9c4344294 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1393099
Feb 17 04:32:24.554107 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-b9734375-a42d-4033-8da1-b18e88001303 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172697
Feb 17 04:32:24.726144 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5bd05349-7309-47ce-af77-1179fda5e270 req-fdd9a692-064a-4a5e-960c-b8eb040365cc service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1631994
Feb 17 04:32:25.095254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-4e68bcdf-7808-4a3d-9376-79ae0a80fc29 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:25.104107 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-4e68bcdf-7808-4a3d-9376-79ae0a80fc29 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.2247202
Feb 17 04:32:25.124917 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-6370e26d-7303-4eb5-9367-398d48d68b90 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/quotas/2f2a1ca6347d4278899a1cc009d87d33 HTTP/1.1" status: 200  len: 375 time: 0.0195014
Feb 17 04:32:25.169140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cca689-21b2-4dc5-be3b-336ad3f3b3d8 req-61243457-c1f9-41c8-9141-07d6858da36c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:25.176895 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73cca689-21b2-4dc5-be3b-336ad3f3b3d8 req-61243457-c1f9-41c8-9141-07d6858da36c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2444062
Feb 17 04:32:25.268095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c8dcb9f9-5a06-401b-8516-57fc6075af5a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1418979
Feb 17 04:32:25.275273 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73cca689-21b2-4dc5-be3b-336ad3f3b3d8 req-ef53d51b-46e3-4fb1-a289-af27dea0559d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949097
Feb 17 04:32:25.477032 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-9f158a7d-7e59-455f-9610-d7246f2b4443 service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077897
Feb 17 04:32:25.664452 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-778f48fb-da64-4c91-8bf5-e59415a8554f service neutron] 10.222.0.78 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1748543
Feb 17 04:32:25.921251 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fb43dadf-fb23-4287-b5fd-4e6c7029e2ef req-3a161d2e-c35f-45e7-8782-5ce4fc63f343 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 210 time: 0.0625801
Feb 17 04:32:26.664104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb3580-849e-4448-bbc4-6f1f504bc6dc req-767dcf4f-7454-480b-a74f-a68196ffcfe1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:26.666540 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94fb3580-849e-4448-bbc4-6f1f504bc6dc req-767dcf4f-7454-480b-a74f-a68196ffcfe1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2405512
Feb 17 04:32:26.817307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94fb3580-849e-4448-bbc4-6f1f504bc6dc req-4ccb97b9-24e8-4fe4-9571-948052261d2b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411984
Feb 17 04:32:27.238707 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7c0f5269-efb6-4293-8c01-080b652774e4 req-b4ad56d9-3c97-4f6b-be0d-67482556f35c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 210 time: 0.1042662
Feb 17 04:32:27.977406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-ef8ddb08-f0f1-4d59-a224-ee3cbc8dbbe7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:27.978980 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-ef8ddb08-f0f1-4d59-a224-ee3cbc8dbbe7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 815 time: 0.2303615
Feb 17 04:32:28.012332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Request body: {'port': {'device_id': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f', 'admin_state_up': True, 'tenant_id': '2f2a1ca6347d4278899a1cc009d87d33'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:28.160698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f5438-a3b9-431a-a39f-fb1f2b3eaa23 req-58ea5618-9826-4074-bfd6-59a51191ed86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:28.170059 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-be9f5438-a3b9-431a-a39f-fb1f2b3eaa23 req-58ea5618-9826-4074-bfd6-59a51191ed86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1321788
Feb 17 04:32:28.227514 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-be9f5438-a3b9-431a-a39f-fb1f2b3eaa23 req-b8e58188-1e26-4601-9abe-045936060c65 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560796
Feb 17 04:32:28.253397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:28.264193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:28.283088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa46bc1-c99b-4e19-b579-06130ec8405f req-8437a014-bd31-4702-958e-e0ea6838a87a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:28.290845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5aa46bc1-c99b-4e19-b579-06130ec8405f req-8437a014-bd31-4702-958e-e0ea6838a87a tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.6258316
Feb 17 04:32:28.293146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Made reservation on behalf of 2f2a1ca6347d4278899a1cc009d87d33 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:28.299164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:28.395193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5aa46bc1-c99b-4e19-b579-06130ec8405f req-69003175-4a17-4b2e-931e-9748b9dd2375 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031659
Feb 17 04:32:28.851397 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67172df7-d868-4fe9-8f54-daf1d5b8fa28 req-0e2658ed-4f4f-4e75-bbb0-6d323be5faf8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 210 time: 0.0916808
Feb 17 04:32:28.945359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Allocated IP 172.20.0.12 (96c670ae-41b0-4a7d-b9a0-1a1a0b99417f/2b0117c1-4c91-4563-84f7-c2ed9eddf929/f38915de-2eaf-408a-aefc-2ed6e07dc1dd) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:32:29.298367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:29.332978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:29.350691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:29.460202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5d07-59fc-4806-90a1-96fd0992a430 req-bb938890-d0bf-47a2-9f8c-25f64a28795b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:29.466088 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae4b5d07-59fc-4806-90a1-96fd0992a430 req-bb938890-d0bf-47a2-9f8c-25f64a28795b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1076632
Feb 17 04:32:29.492145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:29.557198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:29.563013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:29.567842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:32:29.575738 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ae4b5d07-59fc-4806-90a1-96fd0992a430 req-9f55bf30-b472-448b-91aa-ab003af8ce8f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024859
Feb 17 04:32:29.689567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event updated for resources: {'Port': ['ID=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:29.699913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:29.700606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:29.714445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:29.753719 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7467587
Feb 17 04:32:29.764361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a12a4-da01-4492-8d1b-5200eb94baa2 req-1ec90631-94a2-4bb0-b0d6-a00144e4a404 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:29.766029 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b7a12a4-da01-4492-8d1b-5200eb94baa2 req-1ec90631-94a2-4bb0-b0d6-a00144e4a404 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.2043686
Feb 17 04:32:29.779358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Request body: {'port': {'device_id': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:29.917089 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b7a12a4-da01-4492-8d1b-5200eb94baa2 req-c714990a-8d5a-4a5a-9c65-a820cec66dec tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429248
Feb 17 04:32:29.954973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:30.083728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9e2a5-9a49-4a81-b629-47d6ecf8e4de req-c1fc6dfc-1c9d-4a2e-86e1-711918a69d75 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:30.092979 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-50f9e2a5-9a49-4a81-b629-47d6ecf8e4de req-c1fc6dfc-1c9d-4a2e-86e1-711918a69d75 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 932 time: 0.1057525
Feb 17 04:32:30.170499 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-50f9e2a5-9a49-4a81-b629-47d6ecf8e4de req-18a6ff82-d56a-4462-b47d-0bb843b034fd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761869
Feb 17 04:32:30.472789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38915de-2eaf-408a-aefc-2ed6e07dc1dd {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:32:30.482489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:30.495194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Transition to ACTIVE for port object f38915de-2eaf-408a-aefc-2ed6e07dc1dd will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:30.497819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:30.514288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:30.663469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Pushing event updated for resources: {'Port': ['ID=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:30.678141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:31.146145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab1db-7edf-4192-a02b-44f47eb0be73 req-4caff864-4725-4454-8ec8-b1c30c21bc4d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:31.155440 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ccab1db-7edf-4192-a02b-44f47eb0be73 req-4caff864-4725-4454-8ec8-b1c30c21bc4d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.1027260
Feb 17 04:32:31.215342 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ccab1db-7edf-4192-a02b-44f47eb0be73 req-24bbfd19-73b8-4d86-8e54-def3542cf22e tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579386
Feb 17 04:32:31.232318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-88715dca-8c90-4f29-b651-0f23256af3c0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:31.233942 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-88715dca-8c90-4f29-b651-0f23256af3c0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 946 time: 0.5548327
Feb 17 04:32:31.247489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24286-9e70-4621-8612-8f299fef323c req-380b8728-374b-4203-9a76-d6c55256d7da tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:31.255025 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0dd24286-9e70-4621-8612-8f299fef323c req-380b8728-374b-4203-9a76-d6c55256d7da tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.5314064
Feb 17 04:32:31.358057 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0dd24286-9e70-4621-8612-8f299fef323c req-d30d94b1-753f-44c9-b7ab-40f060ac0da5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020415
Feb 17 04:32:31.414440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Attempting to bind port f38915de-2eaf-408a-aefc-2ed6e07dc1dd on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:32:31.414794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Attempting to bind port f38915de-2eaf-408a-aefc-2ed6e07dc1dd by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:32:31.415238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Attempting to bind port f38915de-2eaf-408a-aefc-2ed6e07dc1dd on network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:32:31.429367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Deleting port e9253754-0efa-4648-94ae-780814a11e89 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:32:31.429757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:31.476850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed771-4ddc-4d19-8ae6-d34c9b3a186d req-124c1d82-c0b5-41c7-8095-dd71a4bc908f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:31.479269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adfed771-4ddc-4d19-8ae6-d34c9b3a186d req-124c1d82-c0b5-41c7-8095-dd71a4bc908f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1440735
Feb 17 04:32:31.558253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adfed771-4ddc-4d19-8ae6-d34c9b3a186d req-bb0773c3-8209-47bb-8feb-df1fb5b9fbf9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651085
Feb 17 04:32:31.665096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:32:31.665805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Checking segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:31.666372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:31.666925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Bound using segment: {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:32:31.667602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Bound port: f38915de-2eaf-408a-aefc-2ed6e07dc1dd, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d359f-3818-4ca6-9501-67d82f93ab8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '96c670ae-41b0-4a7d-b9a0-1a1a0b99417f'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:32:31.668699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:31.854799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] For port e9253754-0efa-4648-94ae-780814a11e89, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9253754-0efa-4648-94ae-780814a11e89,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:32:31.855242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:31.863937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] For port f38915de-2eaf-408a-aefc-2ed6e07dc1dd, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:32:31.996938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] For port f38915de-2eaf-408a-aefc-2ed6e07dc1dd, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:32:32.004920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Calling delete_port for e9253754-0efa-4648-94ae-780814a11e89 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:32:32.048917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:32.089140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:32.266618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Pushing event updated for resources: {'Port': ['ID=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:32.282731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:32.460023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:32.460893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:32.462407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] 10.222.0.59 "PUT /v2.0/ports/f38915de-2eaf-408a-aefc-2ed6e07dc1dd HTTP/1.1" status: 200  len: 1158 time: 2.6896763
Feb 17 04:32:32.462950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:32:32.482913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:32.515114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8fcb-13df-4d15-929b-95a0718b1696 req-eb8af3c4-e1ec-421a-81a0-f8706667938c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:32.517802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:32.522990 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f12c8fcb-13df-4d15-929b-95a0718b1696 req-eb8af3c4-e1ec-421a-81a0-f8706667938c tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 867 time: 0.1574597
Feb 17 04:32:32.580147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f12c8fcb-13df-4d15-929b-95a0718b1696 req-3430fb81-ac2e-4b53-8e11-696456d89b69 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560305
Feb 17 04:32:32.758647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd', 'status': 'completed', 'code': 200}
Feb 17 04:32:32.765412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Pushing event deleted for resources: {'Port': ['ID=e9253754-0efa-4648-94ae-780814a11e89,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:32.791223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:32.907762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3894801-c527-4b3c-8a8d-1d1453dc914a req-aadc8549-fe79-483d-a43f-1e8cc5c9fb39 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:32.909272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec502e-7496-41a7-b431-5a5d2a8b0303 req-3a7d444d-ed07-448d-bbe5-7ecb1e00a08a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:32.915908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3894801-c527-4b3c-8a8d-1d1453dc914a req-aadc8549-fe79-483d-a43f-1e8cc5c9fb39 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1233122
Feb 17 04:32:32.916797 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01ec502e-7496-41a7-b431-5a5d2a8b0303 req-3a7d444d-ed07-448d-bbe5-7ecb1e00a08a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2043567
Feb 17 04:32:32.943872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-062ad109-f296-462a-b537-31708460ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:32.945519 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-062ad109-f296-462a-b537-31708460ef7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 1161 time: 0.3460526
Feb 17 04:32:32.976204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:32.991618 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3894801-c527-4b3c-8a8d-1d1453dc914a req-e52f2ce3-f852-4d21-ab40-aa7af3ad325b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745955
Feb 17 04:32:33.047131 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-5b5a1a54-d53f-4fcc-9c02-7d1efe495afd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38915de-2eaf-408a-aefc-2ed6e07dc1dd HTTP/1.1" status: 200  len: 217 time: 0.0851977
Feb 17 04:32:33.061456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01ec502e-7496-41a7-b431-5a5d2a8b0303 req-f5aec982-ad36-4524-b907-3708734ffab8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436677
Feb 17 04:32:33.080733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:33.081164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:33.160538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] No DVR routers for this DVR port e9253754-0efa-4648-94ae-780814a11e89 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:32:33.169263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:33.194380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-b4c1f147-9fb7-468a-892e-8768ab8bdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:33.196290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-b4c1f147-9fb7-468a-892e-8768ab8bdbda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1333916
Feb 17 04:32:33.197887 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6024373e-1bd1-449d-9874-fa6d97c49756 req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "DELETE /v2.0/ports/e9253754-0efa-4648-94ae-780814a11e89 HTTP/1.1" status: 204  len: 173 time: 1.9385781
Feb 17 04:32:33.266328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9253754-0efa-4648-94ae-780814a11e89 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:32:33.277495 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-628bf181-3cd9-4f59-b0c7-8eda1dfe92c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695243
Feb 17 04:32:33.333222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: e9253754-0efa-4648-94ae-780814a11e89 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:32:33.333625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9253754-0efa-4648-94ae-780814a11e89 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:32:33.561382 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-faa74a94-b5c0-42e6-9267-a8b0dc071d7a service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691128
Feb 17 04:32:33.758279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48298) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:33.817186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-facc4591-cedc-4884-8f42-a80863bf7576 req-009f6dbf-bac7-466f-ba39-1844b05cd2fd tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Synchronizing usage tracker for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:32:33.910165 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b6cb5507-b22e-4368-9eed-2a889b142fb0 req-701371b0-a240-4cd3-9f93-2c08d87f6de6 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3231673
Feb 17 04:32:33.914754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-facc4591-cedc-4884-8f42-a80863bf7576 req-009f6dbf-bac7-466f-ba39-1844b05cd2fd tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Unset dirty status for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:32:33.915951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-facc4591-cedc-4884-8f42-a80863bf7576 req-009f6dbf-bac7-466f-ba39-1844b05cd2fd tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d HTTP/1.1" status: 200  len: 210 time: 0.1600525
Feb 17 04:32:33.951990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:33.968910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:33.974555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Usage tracker for resource:security_group_rule and tenant:d8fa21c3c6f64d4b8646eb30afd3292f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:33.978127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:33.998840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:34.136566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.152299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.153998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817cb4-2000-4cba-9406-d324251871a6 req-1ee2157a-c8dc-4a8c-bc0b-e6f1a9a17f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:34.155827 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-1ee2157a-c8dc-4a8c-bc0b-e6f1a9a17f8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 1161 time: 0.1223829
Feb 17 04:32:34.165412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d1049b97-3254-47a4-9d29-ba7acd3fc957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:34.236049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def21d1f-271f-4e8f-a7f4-a90534bc83c4,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:34.254568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:34.334259 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8fa21c3c6f64d4b8646eb30afd3292f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5716527
Feb 17 04:32:34.337734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48312) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:34.419850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77917848-95b3-4972-b89f-6c89f1b48966 req-9167f57e-084d-4f49-b0c5-6c96348db538 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:34.422028 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-77917848-95b3-4972-b89f-6c89f1b48966 req-9167f57e-084d-4f49-b0c5-6c96348db538 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1895165
Feb 17 04:32:34.450757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.521029 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-77917848-95b3-4972-b89f-6c89f1b48966 req-1f456271-63e0-4a3c-81b2-82f4e008ff57 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716946
Feb 17 04:32:34.526281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.608594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.614135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7a48278f-9779-4c07-8fb2-5d0206e00bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:34.646039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def21d1f-271f-4e8f-a7f4-a90534bc83c4,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:34.649258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:34.680425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.684862 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/def21d1f-271f-4e8f-a7f4-a90534bc83c4 HTTP/1.1" status: 204  len: 168 time: 0.3469551
Feb 17 04:32:34.763763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'name': 'network-vif-deleted', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:32:34.772732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817cb4-2000-4cba-9406-d324251871a6 req-ea291e49-cb57-43b3-9264-a18845624f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:34.774387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-ea291e49-cb57-43b3-9264-a18845624f05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 200  len: 909 time: 0.6104925
Feb 17 04:32:34.875869 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-c27dbc78-eacd-4851-b9c1-edb8c33b6a90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38915de-2eaf-408a-aefc-2ed6e07dc1dd HTTP/1.1" status: 200  len: 217 time: 0.0916655
Feb 17 04:32:34.966545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48338) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:34.973727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b6f-999d-4be6-b1b0-a16254649c45 req-70601dff-c2be-4a4f-9f6a-0f3ea1b60366 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:34.976125 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5cf54b6f-999d-4be6-b1b0-a16254649c45 req-70601dff-c2be-4a4f-9f6a-0f3ea1b60366 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.6536136
Feb 17 04:32:35.026705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817cb4-2000-4cba-9406-d324251871a6 req-513debaa-0748-4108-acc9-20b715ec6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:35.030202 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-513debaa-0748-4108-acc9-20b715ec6339 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 200  len: 855 time: 0.1398125
Feb 17 04:32:35.097083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Deleting subnet 40d6bb32-d1c1-48e5-90c3-bc4bbdc91ff0 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:32:35.103569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.117505 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-0d299aad-d7e8-484b-9470-6cc2bc71b71e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652502
Feb 17 04:32:35.120831 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5cf54b6f-999d-4be6-b1b0-a16254649c45 req-489d1bc8-e3ba-481d-b03a-d29951447c7f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353416
Feb 17 04:32:35.123645 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4ba536-4de5-4f0e-9cb0-cc08d8616e5d', 'name': 'network-vif-deleted', 'tag': 'e9253754-0efa-4648-94ae-780814a11e89', 'status': 'completed', 'code': 200}
Feb 17 04:32:35.196772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.208109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.384329 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-5e1dcdf7-6535-47da-aa87-c6cb9829bba6 service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572086
Feb 17 04:32:35.605070 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08817cb4-2000-4cba-9406-d324251871a6 req-dd45dd48-d722-42eb-bd5c-b329e45a1fbd service neutron] 10.222.0.59 "GET /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2104640
Feb 17 04:32:35.797764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6089d6-4346-444b-a970-449d8d802b5a req-2c5041ce-9c40-4139-90e9-128ea42605f4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:35.798239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5a6089d6-4346-444b-a970-449d8d802b5a req-2c5041ce-9c40-4139-90e9-128ea42605f4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:32:35.819765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5a6089d6-4346-444b-a970-449d8d802b5a req-2c5041ce-9c40-4139-90e9-128ea42605f4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:32:35.821199 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a6089d6-4346-444b-a970-449d8d802b5a req-2c5041ce-9c40-4139-90e9-128ea42605f4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1274593
Feb 17 04:32:35.826823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.844032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:35.892223 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a6089d6-4346-444b-a970-449d8d802b5a req-0649b209-16bb-4230-a9c2-d768b6eaf857 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621250
Feb 17 04:32:35.950351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d6bb32-d1c1-48e5-90c3-bc4bbdc91ff0,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:35.954484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:35.990984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:36.000077 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/40d6bb32-d1c1-48e5-90c3-bc4bbdc91ff0 HTTP/1.1" status: 204  len: 168 time: 1.0297108
Feb 17 04:32:36.000325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48356) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:36.150309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:36.392141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:36.410508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d58df-b2a0-417b-83d4-e1e8a8dfe436 req-b7d5c24f-d005-4c46-87df-32d08a0fc2cc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:36.412134 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd9d58df-b2a0-417b-83d4-e1e8a8dfe436 req-b7d5c24f-d005-4c46-87df-32d08a0fc2cc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1096506
Feb 17 04:32:36.484854 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd9d58df-b2a0-417b-83d4-e1e8a8dfe436 req-63849fea-0206-4a5d-bf09-bfe772bc9285 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632689
Feb 17 04:32:36.545027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4945d0e0f0>> segment before_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.545437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4945d0e0f0>> subnet precommit_delete_associations 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.546288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> segment_host_mapping after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.546670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> port after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.547073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> port after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.547427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> port after_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.547793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> segment after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.548157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> subnet after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.548522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> subnet after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.548882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f494563d978>> subnet after_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.626634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f494550ef98>> subnet after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.627060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f494550ef98>> subnet after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.627459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f494550ef98>> subnet before_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.627894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f494550ef98>> subnet before_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:32:36.628613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f494638bb00>,) {'filters': {'network_id': ['1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:36.649676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f494638bb00>, 'd8910a19-c197-4ed1-a0f7-c8a3619529f8') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:36.650086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f494638bb00>, 'd8910a19-c197-4ed1-a0f7-c8a3619529f8') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:36.665277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:36.686214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:36.689670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:32:36.914068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:36.936612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.146564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbbc24-2877-4476-b624-6c637397af08 req-21b7395e-9064-4fe4-8633-ef9bd66fca5b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:37.148436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Network 1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:37.155076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57dbbc24-2877-4476-b624-6c637397af08 req-21b7395e-9064-4fe4-8633-ef9bd66fca5b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1142969
Feb 17 04:32:37.216708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57dbbc24-2877-4476-b624-6c637397af08 req-34068ca7-8d31-4575-aeeb-f0d5e32d75d3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605805
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   from cryptography.utils import int_from_bytes
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   from cryptography.utils import int_from_bytes
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   (rel_b, rel_a, rel_b),
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   (rel_b, rel_a, rel_b),
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:32:37.251941 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:32:37.274111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.281857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.286397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac1de573-17af-499e-9673-e454928bd19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:37.310948 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] 10.222.0.78 "DELETE /v2.0/networks/1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637 HTTP/1.1" status: 204  len: 168 time: 1.3092084
Feb 17 04:32:37.312520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ecf7f8f-5f5e-42a3-a57d-5c5d17c7f637,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:37.313714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48372) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:37.316094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:37.385010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Deleting subnet 077180b2-6290-448f-b1c0-493c1c8fdc9c {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:32:37.389115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.448827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261259'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.514333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.907478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9421a9-af6c-4ea2-91d7-371a6f76801c req-0d84949a-7944-4339-a9e7-52605aa2fbdb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:37.909511 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b9421a9-af6c-4ea2-91d7-371a6f76801c req-0d84949a-7944-4339-a9e7-52605aa2fbdb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2165906
Feb 17 04:32:37.981821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852514515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1607020'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.985164 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b9421a9-af6c-4ea2-91d7-371a6f76801c req-1399dc5d-c1e1-4558-97e0-d5edd948fb66 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639136
Feb 17 04:32:38.055112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:38.105993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077180b2-6290-448f-b1c0-493c1c8fdc9c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:38.111027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:38.152167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.158579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6f5f6516-dbcb-43d5-b7e2-dae09eb0f5bc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/077180b2-6290-448f-b1c0-493c1c8fdc9c HTTP/1.1" status: 204  len: 168 time: 0.8436584
Feb 17 04:32:38.161591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48388) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:38.294401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.451807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bfcc2-370c-4526-817f-ce81f87434b5 req-2dbf4cec-fda9-413c-a69a-8d34ff882375 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:38.453547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b8bfcc2-370c-4526-817f-ce81f87434b5 req-2dbf4cec-fda9-413c-a69a-8d34ff882375 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1034694
Feb 17 04:32:38.505370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.519095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b8bfcc2-370c-4526-817f-ce81f87434b5 req-8d53c2cc-aacd-4389-816b-19ea9695a068 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585115
Feb 17 04:32:38.632221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945f0fd68>,) {'filters': {'network_id': ['300ce4fc-60a2-4aa5-ba2e-9630a6daa56f']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:38.647510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945f0fd68>, 'fb5b8c8c-a172-4009-8421-dc169855b4d2') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:38.647857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945f0fd68>, 'fb5b8c8c-a172-4009-8421-dc169855b4d2') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:38.661415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.677838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.680109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:32:38.866673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:38.876647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.061997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Network 300ce4fc-60a2-4aa5-ba2e-9630a6daa56f has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:32:39.087796 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:32:39.175546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.180239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.187308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-487fce1e-9cde-4f6e-a3b8-9cd6dab18127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:39.198439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175060-6d85-4847-8ba2-6abd517d033b req-36a9b2bc-7721-4d97-b310-8a49b253b2d4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:39.200132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63175060-6d85-4847-8ba2-6abd517d033b req-36a9b2bc-7721-4d97-b310-8a49b253b2d4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0897942
Feb 17 04:32:39.201878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] 10.222.0.78 "DELETE /v2.0/networks/300ce4fc-60a2-4aa5-ba2e-9630a6daa56f HTTP/1.1" status: 204  len: 168 time: 1.0390775
Feb 17 04:32:39.208745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=300ce4fc-60a2-4aa5-ba2e-9630a6daa56f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:39.211687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b3407dd-a03d-453a-840e-9abcc9103fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:39.252929 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63175060-6d85-4847-8ba2-6abd517d033b req-fab034c2-2c57-4629-8a51-0322c3f07ae2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463266
Feb 17 04:32:39.383771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48418) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:39.440360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-606c5037-6000-4811-84d5-f74045a5df83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6a4ed6993d7427292968c598c9d009b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553305
Feb 17 04:32:39.442960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48422) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:39.503786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.531155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.579915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.586298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:39.601230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.602397 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f17db4c5-ca02-49ba-9fee-8e3e15d1202c HTTP/1.1" status: 204  len: 168 time: 0.1584535
Feb 17 04:32:39.603390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17db4c5-ca02-49ba-9fee-8e3e15d1202c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:39.606105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:39.732634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c31df7-c4bb-4dc4-9059-91facfe74b82 req-e7e0f425-04a9-4d72-9405-1aa10490e452 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:39.734252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18c31df7-c4bb-4dc4-9059-91facfe74b82 req-e7e0f425-04a9-4d72-9405-1aa10490e452 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.0904799
Feb 17 04:32:39.784093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18c31df7-c4bb-4dc4-9059-91facfe74b82 req-0913b2ec-d2cd-4af5-85d9-0f1ebed6f59a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429928
Feb 17 04:32:39.960077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48434) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:40.015402 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c4ac49b2-11c5-45a4-a817-99524e7ed464 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bb39f38899e432c88745e1b43c83e08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516605
Feb 17 04:32:40.015660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48440) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:40.078361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:40.106429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:40.163328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:40.168490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8bd95df-d36c-4eac-8f75-4eefbd2a1e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:40.182182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7f85f-47e6-4597-9b3d-e6fe1734c9f6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:40.185846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:40.186783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:40.190908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01b7f85f-47e6-4597-9b3d-e6fe1734c9f6 HTTP/1.1" status: 204  len: 168 time: 0.1741641
Feb 17 04:32:40.462983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c98a-2ccd-4d5b-82ab-b596a63e163b req-f6ed609a-7a3e-426c-85a7-b76225d0f8a1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:40.465130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19c5c98a-2ccd-4d5b-82ab-b596a63e163b req-f6ed609a-7a3e-426c-85a7-b76225d0f8a1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0896118
Feb 17 04:32:40.518306 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19c5c98a-2ccd-4d5b-82ab-b596a63e163b req-72af56d2-2043-4dd6-8d9e-23807de8b5fb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464928
Feb 17 04:32:40.997046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb02e-6c04-410b-82c6-5bb841cd38a2 req-aa0d7415-917f-4e84-8dbb-9a0df075c8a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:40.998768 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-134bb02e-6c04-410b-82c6-5bb841cd38a2 req-aa0d7415-917f-4e84-8dbb-9a0df075c8a4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.0935853
Feb 17 04:32:41.049922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-134bb02e-6c04-410b-82c6-5bb841cd38a2 req-9abaff3a-7fe2-4579-82d6-f5b5b7a61fb8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445333
Feb 17 04:32:41.408462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48480) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:41.531403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.547118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:41.551254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Usage tracker for resource:security_group_rule and tenant:98b3093c16d04ba1bd59f62fac5a05ee is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:41.554239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:41.560941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:41.650177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.654150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.663012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-afd5f6f8-0cbd-4847-8d0a-27743e17a2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:41.711948 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98b3093c16d04ba1bd59f62fac5a05ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3021531
Feb 17 04:32:41.712871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48488) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:41.717890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2778cb20-7823-4560-8399-cff02f5b77b8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:41.722251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4829cd-4f82-47d5-89fc-b523253fc3fd req-07e1f696-9c7e-4fca-8222-1aaba5950a86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:41.723951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc4829cd-4f82-47d5-89fc-b523253fc3fd req-07e1f696-9c7e-4fca-8222-1aaba5950a86 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0900147
Feb 17 04:32:41.733680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:41.772967 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc4829cd-4f82-47d5-89fc-b523253fc3fd req-f78b9694-aeec-4458-824b-0f00dae4ba02 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425634
Feb 17 04:32:41.784869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.818286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.863160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.867063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eac19ac7-d3ad-412d-b567-e675723bc5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:41.881053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2778cb20-7823-4560-8399-cff02f5b77b8,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:41.883567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:41.887668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:41.888822 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2778cb20-7823-4560-8399-cff02f5b77b8 HTTP/1.1" status: 204  len: 168 time: 0.1740026
Feb 17 04:32:42.283026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff78f3-ef4f-4bc8-aa89-37f80e80fa00 req-82d08523-86a5-4918-b044-90b2dc7a0f3e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:42.285120 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0eff78f3-ef4f-4bc8-aa89-37f80e80fa00 req-82d08523-86a5-4918-b044-90b2dc7a0f3e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1147053
Feb 17 04:32:42.336269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0eff78f3-ef4f-4bc8-aa89-37f80e80fa00 req-12d80b8d-f645-4bf8-882b-5b1275957d4e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502057
Feb 17 04:32:42.994412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2348-3753-4293-95e4-743d7e1c9a9d req-1d04ed92-c937-46b6-9cb7-7b01d52f4c5b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:42.997172 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-552c2348-3753-4293-95e4-743d7e1c9a9d req-1d04ed92-c937-46b6-9cb7-7b01d52f4c5b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1055501
Feb 17 04:32:43.127670 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-552c2348-3753-4293-95e4-743d7e1c9a9d req-3d475ee1-c794-40d0-8c8c-9fb107dc5035 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157303
Feb 17 04:32:43.226333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48584) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:43.346921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f35b0-42e7-47c0-81ee-ee13f28d4830 req-79ac24a6-e1aa-46c7-81ab-e7e22995127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:43.349152 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe4f35b0-42e7-47c0-81ee-ee13f28d4830 req-79ac24a6-e1aa-46c7-81ab-e7e22995127a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.0974824
Feb 17 04:32:43.426036 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe4f35b0-42e7-47c0-81ee-ee13f28d4830 req-ece97c59-9710-4fa0-a245-0df330595485 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684795
Feb 17 04:32:43.428613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.446054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:43.452837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Usage tracker for resource:security_group_rule and tenant:06664ffcff794cbf891304b7c494abcf is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:43.453897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:43.459816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:43.619151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.626963 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54183c19-3ab1-42f4-bca5-02c476509332 req-44beb44d-0e17-4b53-8475-ebef61ddad45 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:43.628664 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54183c19-3ab1-42f4-bca5-02c476509332 req-44beb44d-0e17-4b53-8475-ebef61ddad45 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1373930
Feb 17 04:32:43.629733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.640651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-666e776e-80a2-47a3-84f7-8c669b8ffca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:43.717266 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06664ffcff794cbf891304b7c494abcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4890196
Feb 17 04:32:43.720591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48604) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:43.724047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af573c11-0f8f-49ca-8fd3-37f49212374c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:43.728942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:43.732115 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54183c19-3ab1-42f4-bca5-02c476509332 req-5ec5b25d-839b-41fb-84ac-2c324201309a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941470
Feb 17 04:32:43.788484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.816036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.860517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.864418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4167a39-8033-422c-ab8d-1c53baa93567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:43.876692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af573c11-0f8f-49ca-8fd3-37f49212374c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:43.878960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:43.884062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.888080 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af573c11-0f8f-49ca-8fd3-37f49212374c HTTP/1.1" status: 204  len: 168 time: 0.1631744
Feb 17 04:32:44.285791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:32:44.344631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ba391-fc83-4e4b-81cd-664dfbe7c35f req-cc77165c-d2dd-418c-82f8-516b09b2468e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:44.346321 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b0ba391-fc83-4e4b-81cd-664dfbe7c35f req-cc77165c-d2dd-418c-82f8-516b09b2468e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1049886
Feb 17 04:32:44.413535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b0ba391-fc83-4e4b-81cd-664dfbe7c35f req-389eb56b-878f-46a4-8d23-2f86012a2170 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553210
Feb 17 04:32:44.472876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48628) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:44.552965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Deleting subnet e1d32b3b-2f5c-49eb-ab5b-da7774766df8 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:32:44.556492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:44.632197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:44.705320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:45.104366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3cee-d0e7-40c6-abfb-df892dd88411 req-02502429-a9dc-470b-aeb9-01cd1f3e88d0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:45.106681 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fdfe3cee-d0e7-40c6-abfb-df892dd88411 req-02502429-a9dc-470b-aeb9-01cd1f3e88d0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.2173805
Feb 17 04:32:45.155854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:45.462393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:45.494276 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fdfe3cee-d0e7-40c6-abfb-df892dd88411 req-f71dae13-ea8c-403d-8615-bc0aee8d894a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3789985
Feb 17 04:32:45.528552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d32b3b-2f5c-49eb-ab5b-da7774766df8,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:45.536526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:45.584481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:45.597746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e1d32b3b-2f5c-49eb-ab5b-da7774766df8 HTTP/1.1" status: 204  len: 168 time: 1.1178393
Feb 17 04:32:45.597746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48692) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:45.654685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912b3dd-f704-4964-9c07-d3be18d9b2b0 req-884dfb38-a548-46a9-bfdf-3082f91ac254 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:45.662278 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5912b3dd-f704-4964-9c07-d3be18d9b2b0 req-884dfb38-a548-46a9-bfdf-3082f91ac254 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1015255
Feb 17 04:32:45.708810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5912b3dd-f704-4964-9c07-d3be18d9b2b0 req-88e1c2c0-5494-4e6f-a97e-3f7209526547 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455103
Feb 17 04:32:45.723134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:45.925753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.044979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945f67208>,) {'filters': {'network_id': ['d46ecdde-60b7-4f1a-a53d-f388f26afd45']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:46.057865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945f67208>, 'fb2f590c-028d-4b0c-982f-390a031b61c2') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:46.058808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945f67208>, 'fb2f590c-028d-4b0c-982f-390a031b61c2') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:46.070941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.088014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.091020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:32:46.335825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:46.341620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7dac1af1-a572-4969-9d09-e03019962812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.347954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.563328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d70e1-b11f-4740-81ee-1fca40a54568 req-14cba2e8-01cd-4409-9ae1-c9cf32265698 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:46.564963 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f2d70e1-b11f-4740-81ee-1fca40a54568 req-14cba2e8-01cd-4409-9ae1-c9cf32265698 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.3612788
Feb 17 04:32:46.566668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Network d46ecdde-60b7-4f1a-a53d-f388f26afd45 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:32:46.592423 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:32:46.705030 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f2d70e1-b11f-4740-81ee-1fca40a54568 req-464592f8-b3a8-457c-a6b9-e0fcf7f59edf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298313
Feb 17 04:32:46.706150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.709697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-04130fde-fba8-4547-b44e-1d4021c2140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:46.727322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.734302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46ecdde-60b7-4f1a-a53d-f388f26afd45,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:46.742297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:46.748050 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d46ecdde-60b7-4f1a-a53d-f388f26afd45 HTTP/1.1" status: 204  len: 168 time: 1.1500635
Feb 17 04:32:46.916598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10cdc0-3d69-4bba-b909-a46b13728e22 req-79173bd2-fedf-4dc6-93ee-61defd2288bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:46.918850 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd10cdc0-3d69-4bba-b909-a46b13728e22 req-79173bd2-fedf-4dc6-93ee-61defd2288bc tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.0909393
Feb 17 04:32:46.935444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48716) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:46.970545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd10cdc0-3d69-4bba-b909-a46b13728e22 req-de6443db-61f1-483d-be9a-356f2bc373c7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452013
Feb 17 04:32:46.988786 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-547e501c-6d5b-4404-bb83-770d1c88bcd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0608d586fdf4ba4b2b7f7137d49389a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520833
Feb 17 04:32:46.991469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48720) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:47.056720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:47.084111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:47.129215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:47.134811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-18493e78-d7b5-45e8-9101-abfdc0674bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:47.151084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e8a5e0-0035-45f3-9b55-071b09e3a8a1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:47.154874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:47.163500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:47.165009 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0e8a5e0-0035-45f3-9b55-071b09e3a8a1 HTTP/1.1" status: 204  len: 168 time: 0.1722310
Feb 17 04:32:47.884457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48750) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:47.922440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bca48-b886-4772-9839-b1d20c95f467 req-04e648ee-6ebf-42ab-a3b4-0d5622b237fd tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:47.924219 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c8bca48-b886-4772-9839-b1d20c95f467 req-04e648ee-6ebf-42ab-a3b4-0d5622b237fd tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0916297
Feb 17 04:32:47.973439 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5c8bca48-b886-4772-9839-b1d20c95f467 req-73f4b2b1-93ea-4100-9ec8-0ccadb7986d6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429966
Feb 17 04:32:48.008591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1096464601-network', 'tenant_id': '0d5b2911946848de81be8f9741faa90f'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:48.013955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:48.018074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Usage tracker for resource:network and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:48.021124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:48.026900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:48.036469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Made reservation on behalf of 0d5b2911946848de81be8f9741faa90f for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:48.041194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.054689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.070025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:48.074594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:48.077718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:48.083581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:48.178235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.181816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.186879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c91574b3-bc82-44f8-9a0e-2646da1a3f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:48.189511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6e1ee-1adb-436b-86ec-54d6198fb146 req-5d2859ad-e769-41d1-8d94-6dcb0ab1117c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:48.191180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01c6e1ee-1adb-436b-86ec-54d6198fb146 req-5d2859ad-e769-41d1-8d94-6dcb0ab1117c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1023207
Feb 17 04:32:48.223808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:32:48.233978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b88cd-9e8d-464f-a5d6-249a57f31a80,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:48.238249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:48.240734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.241174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Added segment 87cce9b2-d9ce-4992-9d64-646a665a4754 of type vxlan for network 10e65970-91b2-49d9-93cf-ec97654274a6
Feb 17 04:32:48.242915 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-01c6e1ee-1adb-436b-86ec-54d6198fb146 req-c9532c47-5749-46ef-9b1d-0eb62579201d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454266
Feb 17 04:32:48.270604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.300593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.301849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:48.302496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.307447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:48.413037 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5273941
Feb 17 04:32:48.413938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=10e65970-91b2-49d9-93cf-ec97654274a6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:48.416600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48762) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:48.421218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:48.425099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Request body: {'subnet': {'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1096464601-subnet', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:48.425962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:48.430239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:48.434850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Usage tracker for resource:subnet and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:48.438225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:48.444350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:48.454157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Made reservation on behalf of 0d5b2911946848de81be8f9741faa90f for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:48.459006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853168766'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.739826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-891f5811-c971-4583-a07e-080c0df1f84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.871871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853168749'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:48.887257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:49.014261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:49.017848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:49.208549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6e3d-2e21-4cd2-847e-70d85ecb7ee1 req-c678bcb1-1996-4d73-bd44-d1b035b7581b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:49.210356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-20dd6e3d-2e21-4cd2-847e-70d85ecb7ee1 req-c678bcb1-1996-4d73-bd44-d1b035b7581b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1167293
Feb 17 04:32:49.261820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-20dd6e3d-2e21-4cd2-847e-70d85ecb7ee1 req-ff43eabf-942d-4441-a8d1-965d6121d4f2 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439348
Feb 17 04:32:49.319713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Checking segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:49.320107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Network hostable DHCP agents. Network: 10e65970-91b2-49d9-93cf-ec97654274a6, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:32:49.340674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Network 10e65970-91b2-49d9-93cf-ec97654274a6 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:32:49.349512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 10e65970-91b2-49d9-93cf-ec97654274a6) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:49.358992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c30e44-cc8d-434b-aa22-68a3d3c69a72 None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:49.361958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:49.362608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.384970 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b22bdbe8-4364-434c-963a-fbf23e91faba admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9648709
Feb 17 04:32:49.387627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 48774) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:49.393182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:49.398057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:49.402891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Usage tracker for resource:router and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:49.406284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:49.412172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:49.422882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.424154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.446066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.459977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144263a-a262-4a92-9dc5-b3ef989f7f63 req-14046a78-09b8-4d36-8d63-899c40decbfe tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:49.461597 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d144263a-a262-4a92-9dc5-b3ef989f7f63 req-14046a78-09b8-4d36-8d63-899c40decbfe tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.0961010
Feb 17 04:32:49.484803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.516453 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d144263a-a262-4a92-9dc5-b3ef989f7f63 req-b940fecf-e53b-4e7e-80ef-66292f5f3ada tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442905
Feb 17 04:32:49.616399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-10e65970-91b2-49d9-93cf-ec97654274a6', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:32:49.617359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.779904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:49.840560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:32:49.936242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-171bc6e3-96eb-40d7-9c4c-1708347b94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:49.937813 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-171bc6e3-96eb-40d7-9c4c-1708347b94c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 1162 time: 0.2046955
Feb 17 04:32:50.031864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Allocated IP 172.20.0.2 (10e65970-91b2-49d9-93cf-ec97654274a6/7507ec1b-0766-4b84-bdeb-5fb72e5ef76c/de3e9cf7-5368-4b06-a29b-46442e2c13df) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:32:50.185829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-982398be-5d82-4258-bdb5-2571467a3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:50.187502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-982398be-5d82-4258-bdb5-2571467a3f0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 200  len: 912 time: 0.2355604
Feb 17 04:32:50.282306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.296930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Transition to ACTIVE for port object de3e9cf7-5368-4b06-a29b-46442e2c13df will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:50.323000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Transition to ACTIVE for port object de3e9cf7-5368-4b06-a29b-46442e2c13df will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:50.339061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.343471 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-57121260-0d34-4505-a9ec-b8b3aba0cfc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 200  len: 217 time: 0.0888286
Feb 17 04:32:50.411467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:50.488671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.523406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c02a0-135d-4cad-860a-8a691b67f8fd req-11523aca-9af6-4226-8a45-3084064462e5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:50.525072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe0c02a0-135d-4cad-860a-8a691b67f8fd req-11523aca-9af6-4226-8a45-3084064462e5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1062248
Feb 17 04:32:50.533385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Pushing event updated for resources: {'Port': ['ID=de3e9cf7-5368-4b06-a29b-46442e2c13df,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:50.549144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.549530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.549916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.550294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.550668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.551064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.551432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.552171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.552297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.552589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.552952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.553635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.553756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.554069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.554827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.554827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.555316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.555693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.556059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.556422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.556804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.557546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.557546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.557863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:50.564867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:50.573259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-48cd6d36-1396-4848-93a5-92364e8c4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:50.575954 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-48cd6d36-1396-4848-93a5-92364e8c4fc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 200  len: 858 time: 0.2006307
Feb 17 04:32:50.577522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.587901 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe0c02a0-135d-4cad-860a-8a691b67f8fd req-16ea99df-48ff-4cc1-8024-1b79321bf5be tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557621
Feb 17 04:32:50.610087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:50.611601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:50.614497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:32:50.663578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.688789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Attempting to bind port de3e9cf7-5368-4b06-a29b-46442e2c13df on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:32:50.689354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Attempting to bind port de3e9cf7-5368-4b06-a29b-46442e2c13df by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:32:50.689773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Attempting to bind port de3e9cf7-5368-4b06-a29b-46442e2c13df on network 10e65970-91b2-49d9-93cf-ec97654274a6 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:32:50.695847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:32:50.696210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Checking segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:50.696661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.697772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Bound using segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:32:50.697772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Bound port: de3e9cf7-5368-4b06-a29b-46442e2c13df, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:32:50.698067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.700033 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-f57caaa6-c8aa-43f2-acfd-0aac7586ce4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81bb7ddb-3c03-4021-a815-f1376954373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0930903
Feb 17 04:32:50.789971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34309d7-b871-4b5c-9a8b-5aaf06b13a07 req-daa2fbd1-08c5-4578-952d-3626e27cc5f7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:50.791614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e34309d7-b871-4b5c-9a8b-5aaf06b13a07 req-daa2fbd1-08c5-4578-952d-3626e27cc5f7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.0912275
Feb 17 04:32:50.800286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] For port de3e9cf7-5368-4b06-a29b-46442e2c13df, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:32:50.803609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] For port de3e9cf7-5368-4b06-a29b-46442e2c13df, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=de3e9cf7-5368-4b06-a29b-46442e2c13df,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:32:50.810235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:50.825793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:50.844093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e34309d7-b871-4b5c-9a8b-5aaf06b13a07 req-afdf3b7a-c27a-4c62-8b1f-3b6599ad5cad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446315
Feb 17 04:32:50.945721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-853f067e-9f42-47ef-8cce-0697c7757bda tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:50.947405 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-853f067e-9f42-47ef-8cce-0697c7757bda tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 813 time: 0.4925869
Feb 17 04:32:50.998879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:51.005754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-b62fb022-157a-4d37-9be2-64286f780519 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/quotas/440d4048a9ad43869a00218c7acb9614 HTTP/1.1" status: 200  len: 375 time: 0.0436394
Feb 17 04:32:51.007726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Pushing event updated for resources: {'Port': ['ID=de3e9cf7-5368-4b06-a29b-46442e2c13df,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:51.010389 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-45024950-1cca-4c23-a09f-2b3a2fc34112 service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017538
Feb 17 04:32:51.013175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:51.430753 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-8f618c8f-82d6-42b4-9114-54eb4af0d515 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3790853
Feb 17 04:32:51.676366 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-adba1408-e6a2-44e4-a6dd-66884c555264 req-c2c67823-58bf-47a3-8b05-d5e2a341edac service neutron] 10.222.0.59 "GET /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6234834
Feb 17 04:32:51.695872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Allocated IP 172.27.1.40 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/1e5ce9f3-176c-467c-bebc-a5f153443e20) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:32:51.731520 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-e7bb04a5-f015-4697-889d-b207c81e3b5f service neutron] 10.222.0.78 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866690
Feb 17 04:32:51.822106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa8ab-301d-4818-ad28-b5d1a2e7c274 req-fae98edd-1821-4842-9974-a53e48a0c2b0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:51.825089 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5f5fa8ab-301d-4818-ad28-b5d1a2e7c274 req-fae98edd-1821-4842-9974-a53e48a0c2b0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1026292
Feb 17 04:32:51.875195 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5f5fa8ab-301d-4818-ad28-b5d1a2e7c274 req-20979f0a-2059-47c0-9353-b393b2d694ff tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439966
Feb 17 04:32:52.023629 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-0b226962-a92f-449c-b5ad-6e1875dda830 service neutron] 10.222.0.78 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2691526
Feb 17 04:32:52.029510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:52.063353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:52.079865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:52.093704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f38915de-2eaf-408a-aefc-2ed6e07dc1dd up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:52.202525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port f38915de-2eaf-408a-aefc-2ed6e07dc1dd completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:32:52.209383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port f38915de-2eaf-408a-aefc-2ed6e07dc1dd triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:52.209944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:52.273360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f6285-7e17-4ac5-b965-b6045ccace22 req-2c413097-1ed1-4dc8-90ac-f98a6416af05 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:52.299683 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-769f6285-7e17-4ac5-b965-b6045ccace22 req-2c413097-1ed1-4dc8-90ac-f98a6416af05 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 944 time: 0.1782176
Feb 17 04:32:52.399299 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-769f6285-7e17-4ac5-b965-b6045ccace22 req-ad4647e1-86ad-40a3-a7d2-12478396f043 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996470
Feb 17 04:32:52.420547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5ce9f3-176c-467c-bebc-a5f153443e20,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:52.438350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:52.515955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:52.518188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:52.524530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:32:52.550541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5cb763ec-f13b-42ac-9548-f62c63e43042 req-bfaea11c-fa7f-4a1e-ab01-41265d1dea03 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 210 time: 0.1023765
Feb 17 04:32:52.706958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16cc486-8db4-4234-b43d-ebbd8c6a156e None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:32:52.801231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:52.858345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-15b16a2b-0cd8-41b0-b641-516b607552ec None None] Provisioning for port de3e9cf7-5368-4b06-a29b-46442e2c13df completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:32:52.876070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:32:52.915183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port f38915de-2eaf-408a-aefc-2ed6e07dc1dd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:32:52.955237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:52.956082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:53.003541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd', 'code': 200}
Feb 17 04:32:53.009051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:53.043774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device de3e9cf7-5368-4b06-a29b-46442e2c13df up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:53.101345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.180824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c82f-7cbc-4fd3-a64f-291a3cc0e793 req-0a79ba4f-61dd-41fe-82a4-3542fe70d5a7 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:53.182982 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6905c82f-7cbc-4fd3-a64f-291a3cc0e793 req-0a79ba4f-61dd-41fe-82a4-3542fe70d5a7 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1222699
Feb 17 04:32:53.242187 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6905c82f-7cbc-4fd3-a64f-291a3cc0e793 req-1c6a3de9-7639-45c0-9c33-4da942c98066 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524950
Feb 17 04:32:53.295280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:53.299516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:53.315624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:53.316052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.357108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port de3e9cf7-5368-4b06-a29b-46442e2c13df completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:32:53.376980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port de3e9cf7-5368-4b06-a29b-46442e2c13df triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:53.377406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.619922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.663092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port de3e9cf7-5368-4b06-a29b-46442e2c13df, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=de3e9cf7-5368-4b06-a29b-46442e2c13df,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:32:53.666998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.672113 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-804c97e8-3e03-4ff4-abcd-bd0820e076a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:53.737168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.766959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8de9e102-089a-4f6c-a96a-ddf0575577e7 None None] Provisioning complete for port de3e9cf7-5368-4b06-a29b-46442e2c13df triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:53.767414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de9e102-089a-4f6c-a96a-ddf0575577e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:53.800276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=de3e9cf7-5368-4b06-a29b-46442e2c13df,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:53.808992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:54.054645 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-967457f2-3529-465f-9f10-c0d3c40a1688 req-e9175f04-8ac3-4fa7-a6b6-c75921ae4f42 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 210 time: 0.0566328
Feb 17 04:32:54.077231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-93de5f18-50c4-476a-a98d-1845589b1638 None None] Provisioning complete for port de3e9cf7-5368-4b06-a29b-46442e2c13df triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:54.077561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-93de5f18-50c4-476a-a98d-1845589b1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:54.225270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f38915de-2eaf-408a-aefc-2ed6e07dc1dd up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:54.328741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41898c8-60f5-423a-b92a-8587ee4cb350 req-128dae56-84fc-4b57-9219-adbbc810731e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:54.330282 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c41898c8-60f5-423a-b92a-8587ee4cb350 req-128dae56-84fc-4b57-9219-adbbc810731e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.7260802
Feb 17 04:32:54.335297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93cdc-4b95-43f1-8926-5e727f7229e0 req-34d888ab-f246-41db-906c-1c87fb20ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:54.336063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port f38915de-2eaf-408a-aefc-2ed6e07dc1dd triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:54.339087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:54.339753 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ed93cdc-4b95-43f1-8926-5e727f7229e0 req-34d888ab-f246-41db-906c-1c87fb20ff99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 1163 time: 0.7948983
Feb 17 04:32:54.430309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Router a6c60cec-6717-47a5-b627-4dcbf37e19a7 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:32:54.473343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1e045-edd6-4469-9894-d831157fbb3d req-ba6fda97-d511-46d5-ad8e-e429b097ee29 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:54.475020 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-76a1e045-edd6-4469-9894-d831157fbb3d req-ba6fda97-d511-46d5-ad8e-e429b097ee29 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0944421
Feb 17 04:32:54.476907 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0ed93cdc-4b95-43f1-8926-5e727f7229e0 req-516d2691-410d-4c5b-920b-f7c8cf1ee12b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311903
Feb 17 04:32:54.485796 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c41898c8-60f5-423a-b92a-8587ee4cb350 req-a1392119-b3da-476b-b544-edbc3045b47f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222708
Feb 17 04:32:54.492138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-491f5085-fdef-4189-abc4-ac95ff2ff7ae tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:54.493672 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-491f5085-fdef-4189-abc4-ac95ff2ff7ae tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 813 time: 0.3198292
Feb 17 04:32:54.514133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-946cd053-ff81-4272-b32f-0dd366ce5028 None None] Provisioning complete for port de3e9cf7-5368-4b06-a29b-46442e2c13df triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:54.514710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-946cd053-ff81-4272-b32f-0dd366ce5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:54.529985 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-76a1e045-edd6-4469-9894-d831157fbb3d req-d14aacaf-9abe-447d-ab5e-5a1417ed7ad6 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463037
Feb 17 04:32:54.682025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:32:54.693462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Sync routers for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:32:54.705903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:32:54.706503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:54.706930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494706ac88>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:32:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:54.708445 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.3196774
Feb 17 04:32:54.710813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 48850) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:54.915865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:32:54.932116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device de3e9cf7-5368-4b06-a29b-46442e2c13df up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:55.010045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port de3e9cf7-5368-4b06-a29b-46442e2c13df triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:55.010463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.234444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Request body: {'port': {'device_id': 'c115a692-885c-492c-a345-4bda25cab425', 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317', 'admin_state_up': True, 'tenant_id': '440d4048a9ad43869a00218c7acb9614'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:55.295620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494706ac88>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:52Z', 'revision_number': 3, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:55.305119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Checking router: a6c60cec-6717-47a5-b627-4dcbf37e19a7 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:32:55.305523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Updating router a6c60cec-6717-47a5-b627-4dcbf37e19a7 port 1e5ce9f3-176c-467c-bebc-a5f153443e20 binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:32:55.369359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.405478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:55.416362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:55.425925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Made reservation on behalf of 440d4048a9ad43869a00218c7acb9614 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:32:55.433398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.502859 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5fd58175-7432-41ce-984f-fd7c9bd90963 req-de228777-d3aa-4984-8ffb-01ddf7999d3b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 210 time: 0.0610139
Feb 17 04:32:55.859450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b4749-7980-400b-9fe6-3ece5a1dfc4d req-ff75d4e0-de7d-4811-bd24-aa98d6a62498 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:55.859450 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab8b4749-7980-400b-9fe6-3ece5a1dfc4d req-ff75d4e0-de7d-4811-bd24-aa98d6a62498 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1687398
Feb 17 04:32:55.869899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.872165 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.885648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Transition to ACTIVE for port object 1e5ce9f3-176c-467c-bebc-a5f153443e20 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:55.892400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:55.897394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae2d0-4d8f-4a43-9e8c-c39740ba6b98 req-032bbbe2-c189-4aa1-ad79-ce7f2db8aec7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:55.899069 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-addae2d0-4d8f-4a43-9e8c-c39740ba6b98 req-032bbbe2-c189-4aa1-ad79-ce7f2db8aec7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.2025697
Feb 17 04:32:55.912532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5b1931b-317a-4eed-b4b7-23875a2fc3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:55.917179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Allocated IP 172.20.0.4 (b5f1ca89-bbfb-4608-86a7-7b5d61122317/aca2307a-aaf9-471c-a73a-e69fccea9019/3b5d6b78-08fe-4167-befa-eaa4e9d6c970) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:32:55.948823 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab8b4749-7980-400b-9fe6-3ece5a1dfc4d req-4d440e10-48b4-4394-aef5-0352fa135af3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810831
Feb 17 04:32:56.005811 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-addae2d0-4d8f-4a43-9e8c-c39740ba6b98 req-e223c3bf-6f8e-4c3f-9072-e929e53f6317 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971360
Feb 17 04:32:56.054141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Pushing event updated for resources: {'Port': ['ID=1e5ce9f3-176c-467c-bebc-a5f153443e20,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:56.075287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.075678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.076047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.076415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.076999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.077112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.077461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.077820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.078176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.078532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.078890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.079270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.079692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.080052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.080412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.080766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.081118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.081471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.081825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.082177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.082534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.082886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.083261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.083610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.090732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:56.142719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Attempting to bind port 1e5ce9f3-176c-467c-bebc-a5f153443e20 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:32:56.143096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Attempting to bind port 1e5ce9f3-176c-467c-bebc-a5f153443e20 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:32:56.143861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Attempting to bind port 1e5ce9f3-176c-467c-bebc-a5f153443e20 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:32:56.149595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:32:56.149989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:56.150607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.150777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:32:56.151367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Bound port: 1e5ce9f3-176c-467c-bebc-a5f153443e20, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:32:56.152410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.215378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.236137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] For port 1e5ce9f3-176c-467c-bebc-a5f153443e20, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:32:56.239430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] For port 1e5ce9f3-176c-467c-bebc-a5f153443e20, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=1e5ce9f3-176c-467c-bebc-a5f153443e20,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:32:56.244349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.260705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.263024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:56.276617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-96d3de7a-3cf3-4db8-b228-38e2bd2a4a9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:56.346173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Allocated IP 172.20.0.1 (10e65970-91b2-49d9-93cf-ec97654274a6/7507ec1b-0766-4b84-bdeb-5fb72e5ef76c/aa5c0386-ad05-4782-a942-a56c1faab2f4) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:32:56.427006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Pushing event updated for resources: {'Port': ['ID=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:56.427245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Pushing event updated for resources: {'Port': ['ID=1e5ce9f3-176c-467c-bebc-a5f153443e20,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:56.432718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:56.454221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.454741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.455255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.455730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.456339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.456815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.457437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.457734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.458185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.458646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.459130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.459973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.460095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.460493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.460966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.461410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.461870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.462338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.462992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.463176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.463581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.463971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.465200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.465600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.472234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:56.477136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:32:56.477925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494706ac88>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:32:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:56.516683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:56.517909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:56.520341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:32:56.557495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.585500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Transition to ACTIVE for port object aa5c0386-ad05-4782-a942-a56c1faab2f4 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:56.601865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:56.602645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.630979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.639392 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4101331
Feb 17 04:32:56.653534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:56.709490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Request body: {'port': {'device_id': 'c115a692-885c-492c-a345-4bda25cab425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:32:56.809466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:56.845186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:32:56.848030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.848433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.849145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.849263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.849564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.850002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.850384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.850768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.851200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.851583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.851964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.852343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.852783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.853168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.853550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.853929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.854307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.854689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.855680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.856182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.856673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.857058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.857442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.858217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:56.864883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:56.876302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6f01-53a1-4b90-a65f-159c9df76f87 req-1608130f-54ab-4959-96ee-505215ad65d0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:56.877169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8a2d6f01-53a1-4b90-a65f-159c9df76f87 req-1608130f-54ab-4959-96ee-505215ad65d0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Synchronizing usage tracker for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:32:56.880208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:56.919082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Network 10e65970-91b2-49d9-93cf-ec97654274a6 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:56.920641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:56.923155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:32:56.970256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8a2d6f01-53a1-4b90-a65f-159c9df76f87 req-1608130f-54ab-4959-96ee-505215ad65d0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Unset dirty status for tenant:440d4048a9ad43869a00218c7acb9614 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:32:56.971717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a2d6f01-53a1-4b90-a65f-159c9df76f87 req-1608130f-54ab-4959-96ee-505215ad65d0 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 931 time: 0.3235524
Feb 17 04:32:57.018341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.219175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.294808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-98c15436-71d0-44ea-af82-1ce9fe5587d1 None None] Provisioning for port aa5c0386-ad05-4782-a942-a56c1faab2f4 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:32:57.307652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-98c15436-71d0-44ea-af82-1ce9fe5587d1 None None] Provisioning complete for port aa5c0386-ad05-4782-a942-a56c1faab2f4 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:57.308597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-98c15436-71d0-44ea-af82-1ce9fe5587d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.370847 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a2d6f01-53a1-4b90-a65f-159c9df76f87 req-48c9dd52-dc72-40bd-a7b8-05d9ded177dd tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080656
Feb 17 04:32:57.446270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-98c15436-71d0-44ea-af82-1ce9fe5587d1 None None] Port aa5c0386-ad05-4782-a942-a56c1faab2f4 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:32:57.449617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494706ac88>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:52Z', 'revision_number': 3, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:32:57.458369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449e002-9bdb-4366-96b7-e170a3bf51cc None None] The sync data for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi is: [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:52Z', 'revision_number': 3, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:32:57.482937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f457-ce54-4ebd-9ebb-44c370472d14 req-ac485904-c345-4fee-906f-f5feab5a38e1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:57.485588 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2082f457-ce54-4ebd-9ebb-44c370472d14 req-ac485904-c345-4fee-906f-f5feab5a38e1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2676072
Feb 17 04:32:57.559651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:32:57.569302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.585190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Transition to ACTIVE for port object 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:32:57.588428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.608126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:57.644856 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2082f457-ce54-4ebd-9ebb-44c370472d14 req-ff7bb26b-7c5a-4b20-82b7-4754481d752f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391401
Feb 17 04:32:57.743356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.748224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.778538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:57.838911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Pushing event updated for resources: {'Port': ['ID=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:57.844967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:57.870478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:57.873611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:57.890923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:57.957773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187046-d689-4038-9fa6-e19c0856d605 req-870ef4d0-0ad9-428b-8214-14fb90bc1586 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:57.959428 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-77187046-d689-4038-9fa6-e19c0856d605 req-870ef4d0-0ad9-428b-8214-14fb90bc1586 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.2561378
Feb 17 04:32:58.055259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Network 10e65970-91b2-49d9-93cf-ec97654274a6 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:32:58.056492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:32:58.095890 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-77187046-d689-4038-9fa6-e19c0856d605 req-fdeb6dde-20e8-44e7-957c-5e4d19354e24 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245894
Feb 17 04:32:58.130928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Attempting to bind port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:32:58.131386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Attempting to bind port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:32:58.131752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Attempting to bind port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 on network b5f1ca89-bbfb-4608-86a7-7b5d61122317 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:32:58.150878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:32:58.151339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Checking segment: {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:32:58.152553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.153206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Bound using segment: {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:32:58.153715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Bound port: 3b5d6b78-08fe-4167-befa-eaa4e9d6c970, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e208bfb6-20b4-460b-a1dc-35b582192e5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5f1ca89-bbfb-4608-86a7-7b5d61122317'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:32:58.154180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.326426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:58.374010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] For port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:32:58.377734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] For port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:32:58.386102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.410794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Router a6c60cec-6717-47a5-b627-4dcbf37e19a7 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:32:58.416707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:58.503331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 8f824d75-b2bf-47d0-90e8-3ba823dae40e triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:58.503779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.614216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-5c6cee46-d842-4a73-b986-9f1f09daac71 None None] Provisioning complete for port aa5c0386-ad05-4782-a942-a56c1faab2f4 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:58.614656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c6cee46-d842-4a73-b986-9f1f09daac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.736199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cee46-d842-4a73-b986-9f1f09daac71 None None] Port aa5c0386-ad05-4782-a942-a56c1faab2f4 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:32:58.776675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Pushing event updated for resources: {'Port': ['ID=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:58.785170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:58.799974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:32:58.828060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ecc5a-d396-4d34-8b1b-d899dffa387e req-62c2cad5-2935-4946-9edb-b32cf8da19db tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:58.829692 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683ecc5a-d396-4d34-8b1b-d899dffa387e req-62c2cad5-2935-4946-9edb-b32cf8da19db tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.2318439
Feb 17 04:32:58.832789 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] 10.222.0.78 "PUT /v2.0/routers/a6c60cec-6717-47a5-b627-4dcbf37e19a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1208000
Feb 17 04:32:58.886749 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683ecc5a-d396-4d34-8b1b-d899dffa387e req-5fde7898-1a9f-4916-acfc-bacf73d04fa5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492201
Feb 17 04:32:58.943539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:58.944188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:58.945696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] 10.222.0.59 "PUT /v2.0/ports/3b5d6b78-08fe-4167-befa-eaa4e9d6c970 HTTP/1.1" status: 200  len: 1157 time: 2.2519939
Feb 17 04:32:58.947008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:32:58.966497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047feb8-633d-46b9-9c34-55b1057670ab req-58ea5071-46cb-43dc-9110-bca42161ce50 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:58.969076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b047feb8-633d-46b9-9c34-55b1057670ab req-58ea5071-46cb-43dc-9110-bca42161ce50 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1512730
Feb 17 04:32:59.000278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 1e5ce9f3-176c-467c-bebc-a5f153443e20 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:32:59.092029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 1e5ce9f3-176c-467c-bebc-a5f153443e20 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:32:59.098459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 1e5ce9f3-176c-467c-bebc-a5f153443e20 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:32:59.099201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:59.105860 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b047feb8-633d-46b9-9c34-55b1057670ab req-7fc52a6e-8c66-4612-aa9e-f7ff694153bb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302657
Feb 17 04:32:59.140919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-b5c98705-ceff-49d0-b8a5-6cb89f609702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:59.142853 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-b5c98705-ceff-49d0-b8a5-6cb89f609702 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 1160 time: 0.1077695
Feb 17 04:32:59.296402 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970', 'status': 'completed', 'code': 200}
Feb 17 04:32:59.313532 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-1d0cc98c-8df2-422b-a9a4-878dca37147e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5d6b78-08fe-4167-befa-eaa4e9d6c970 HTTP/1.1" status: 200  len: 217 time: 0.0993297
Feb 17 04:32:59.320486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:59.343715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 1e5ce9f3-176c-467c-bebc-a5f153443e20, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=1e5ce9f3-176c-467c-bebc-a5f153443e20,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:32:59.349109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:59.355779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:59.404995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-2393cb97-f7e6-4c58-96e3-61058872e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:32:59.406590 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-2393cb97-f7e6-4c58-96e3-61058872e957 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aca2307a-aaf9-471c-a73a-e69fccea9019 HTTP/1.1" status: 200  len: 853 time: 0.0778966
Feb 17 04:32:59.457661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=1e5ce9f3-176c-467c-bebc-a5f153443e20,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:59.461372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:59.482082 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-e74dc694-280a-4a34-a364-60985d908637 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5f1ca89-bbfb-4608-86a7-7b5d61122317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651500
Feb 17 04:32:59.514643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:59.933867 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-b3b05839-4344-441f-a791-96755a25c4b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376011
Feb 17 04:33:00.123403 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc26e108-af03-440e-8411-bf2c89b47b65 req-46948ec1-7fa4-4000-a8ed-ee11e7e52df8 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1732016
Feb 17 04:33:00.253718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271271d-666a-463e-9e87-9716a1e5a76a req-f40359d0-96bc-41f2-b71e-bf07d380c8cf tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:00.269160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f271271d-666a-463e-9e87-9716a1e5a76a req-f40359d0-96bc-41f2-b71e-bf07d380c8cf tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1816361
Feb 17 04:33:00.355830 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f271271d-666a-463e-9e87-9716a1e5a76a req-d44e4579-9ace-404e-9ef3-ef0db3f9c44d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782297
Feb 17 04:33:00.411976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-99cf985d-1aa5-4a24-8440-c2a1d9df9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:00.414236 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-99cf985d-1aa5-4a24-8440-c2a1d9df9ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=440d4048a9ad43869a00218c7acb9614&device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 1160 time: 0.1264224
Feb 17 04:33:00.615770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-8fd93dd3-3ce6-47f9-bd91-afab95bddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:00.617561 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-8fd93dd3-3ce6-47f9-bd91-afab95bddcdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 200  len: 907 time: 0.1874917
Feb 17 04:33:00.742184 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-02a923aa-7805-486b-87bf-4f24fc2f0e2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5d6b78-08fe-4167-befa-eaa4e9d6c970 HTTP/1.1" status: 200  len: 217 time: 0.1147113
Feb 17 04:33:00.790913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Sync routers for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:33:00.805320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:00.806308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49457cc908>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:32:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:00.831462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-3f3ef03f-e21a-4890-9640-dee0cb420d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:00.833425 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-3f3ef03f-e21a-4890-9640-dee0cb420d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aca2307a-aaf9-471c-a73a-e69fccea9019 HTTP/1.1" status: 200  len: 853 time: 0.0840011
Feb 17 04:33:00.946980 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-e5d19365-4d16-47af-9ee2-a4651ed24403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5f1ca89-bbfb-4608-86a7-7b5d61122317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1035120
Feb 17 04:33:01.290139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 1e5ce9f3-176c-467c-bebc-a5f153443e20 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:01.316193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-0e418470-cb93-4d80-af18-ea2cbf66bff3 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3082933
Feb 17 04:33:01.421070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 1e5ce9f3-176c-467c-bebc-a5f153443e20 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:01.421628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:01.508126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:01.576175 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-91e14f81-b3f4-48b5-9bc0-92b5d9a7d15b req-6bc7a248-0c47-42b8-9cca-d24479999929 service neutron] 10.222.0.59 "GET /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2516522
Feb 17 04:33:01.720940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52ac7-beb9-4915-a518-acb3c4031f29 req-fa0bb952-14d2-44d1-83f1-ba33deace055 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:01.729394 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1a52ac7-beb9-4915-a518-acb3c4031f29 req-fa0bb952-14d2-44d1-83f1-ba33deace055 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1522267
Feb 17 04:33:01.786531 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1a52ac7-beb9-4915-a518-acb3c4031f29 req-a223114c-2954-41a2-a72c-24aa03908903 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552914
Feb 17 04:33:02.005902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49457cc908>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 2, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:02.010519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Checking router: a6c60cec-6717-47a5-b627-4dcbf37e19a7 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:33:02.011836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Updating router a6c60cec-6717-47a5-b627-4dcbf37e19a7 port aa5c0386-ad05-4782-a942-a56c1faab2f4 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:33:02.090027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:02.692177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:02.708299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Transition to ACTIVE for port object aa5c0386-ad05-4782-a942-a56c1faab2f4 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:02.712783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:02.730304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:02.882366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Pushing event updated for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:02.887859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:03.059327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Attempting to bind port aa5c0386-ad05-4782-a942-a56c1faab2f4 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:03.060010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Attempting to bind port aa5c0386-ad05-4782-a942-a56c1faab2f4 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:03.061565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Attempting to bind port aa5c0386-ad05-4782-a942-a56c1faab2f4 on network 10e65970-91b2-49d9-93cf-ec97654274a6 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:03.068611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:03.069285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Checking segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:03.069900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:03.070765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Bound using segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:03.071967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Bound port: aa5c0386-ad05-4782-a942-a56c1faab2f4, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:03.072660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:03.127403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96570be9-7d72-478f-b137-13b22863119a req-10620b05-fdc2-4ace-92d9-3dfe15458ed8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:03.135639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96570be9-7d72-478f-b137-13b22863119a req-10620b05-fdc2-4ace-92d9-3dfe15458ed8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1682751
Feb 17 04:33:03.204535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96570be9-7d72-478f-b137-13b22863119a req-65ece9db-20b1-46d6-855b-4c5672724bcb tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613782
Feb 17 04:33:03.212966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] For port aa5c0386-ad05-4782-a942-a56c1faab2f4, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:03.222847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] For port aa5c0386-ad05-4782-a942-a56c1faab2f4, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=aa5c0386-ad05-4782-a942-a56c1faab2f4,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:03.227805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:03.244722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:03.450071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Pushing event updated for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:03.455726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:03.496550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:03.497369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49457cc908>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:32:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:03.787182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:04.159504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49457cc908>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:03Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:04.164412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111babc5-da45-4c80-a9d4-81ad818a10a0 None None] The sync data for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi is: [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:03Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:33:04.449747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928b82-bb3e-40bf-a77d-3e59700ecdce req-38dbc9d7-f582-46da-9648-2e862a49c3bb tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:04.451703 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8d928b82-bb3e-40bf-a77d-3e59700ecdce req-38dbc9d7-f582-46da-9648-2e862a49c3bb tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1130323
Feb 17 04:33:04.509617 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8d928b82-bb3e-40bf-a77d-3e59700ecdce req-27453e63-b0f3-4180-8541-35677b760346 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505466
Feb 17 04:33:04.999615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device aa5c0386-ad05-4782-a942-a56c1faab2f4 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:05.173932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port aa5c0386-ad05-4782-a942-a56c1faab2f4 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:05.184631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port aa5c0386-ad05-4782-a942-a56c1faab2f4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:05.185062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:05.581479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:05.617578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port aa5c0386-ad05-4782-a942-a56c1faab2f4, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=aa5c0386-ad05-4782-a942-a56c1faab2f4,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:05.624386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:05.626907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:05.717862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:05.721431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:05.768903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09113a-a408-4a20-8bf5-8524293c4e13 req-43d421d4-baf5-48c8-9596-75e09504401f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:05.777454 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fd09113a-a408-4a20-8bf5-8524293c4e13 req-43d421d4-baf5-48c8-9596-75e09504401f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1855721
Feb 17 04:33:05.848112 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fd09113a-a408-4a20-8bf5-8524293c4e13 req-5ae9b2f7-a417-46b4-91f9-4499cf13c947 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695636
Feb 17 04:33:05.886682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56dafa-d6f6-4609-9819-a22e76028905 req-6672764d-f672-4005-91f6-126d98464036 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:05.888373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0c56dafa-d6f6-4609-9819-a22e76028905 req-6672764d-f672-4005-91f6-126d98464036 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1670985
Feb 17 04:33:05.946462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0c56dafa-d6f6-4609-9819-a22e76028905 req-a2f0bcf2-d143-470a-aaae-778120ad8017 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512123
Feb 17 04:33:06.960783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device aa5c0386-ad05-4782-a942-a56c1faab2f4 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:07.090263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec319-12d6-4e0a-abd7-0b7428bbabc3 req-9583d581-47b6-4a6c-af33-1946eaef85d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:07.095558 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2d1ec319-12d6-4e0a-abd7-0b7428bbabc3 req-9583d581-47b6-4a6c-af33-1946eaef85d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0979590
Feb 17 04:33:07.109523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port aa5c0386-ad05-4782-a942-a56c1faab2f4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:07.110297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:07.227649 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2d1ec319-12d6-4e0a-abd7-0b7428bbabc3 req-c25f1469-a35d-4fbc-8629-336ca772c55f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235011
Feb 17 04:33:07.264088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da467-7824-4600-bc81-beb3bfaba1fd req-3a732c43-00f5-4ce6-91ad-c634234366ee tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:07.274056 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-054da467-7824-4600-bc81-beb3bfaba1fd req-3a732c43-00f5-4ce6-91ad-c634234366ee tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 943 time: 0.1250293
Feb 17 04:33:07.337033 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-054da467-7824-4600-bc81-beb3bfaba1fd req-93858602-8a56-41a1-99b9-fd639aa06b28 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595238
Feb 17 04:33:07.870552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:07.950420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:07.955981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:07.956409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:08.101923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:08.139413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:08.170120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:08.184949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:08.189354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:08.228019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970', 'code': 200}
Feb 17 04:33:08.275809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:08.280649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:08.452477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57acee-d1a5-4d27-b583-598a96849820 req-17172575-555d-4c23-b805-ef4b7e0de4d8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:08.460260 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c57acee-d1a5-4d27-b583-598a96849820 req-17172575-555d-4c23-b805-ef4b7e0de4d8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1012671
Feb 17 04:33:08.515638 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c57acee-d1a5-4d27-b583-598a96849820 req-5462bda6-65c4-41eb-a9f8-69b41c75582b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542982
Feb 17 04:33:08.611612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecade0-4ad0-451d-be4c-ee10256935ef req-20cb5f11-9c3c-4571-b698-1e0978780058 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:08.613602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3ecade0-4ad0-451d-be4c-ee10256935ef req-20cb5f11-9c3c-4571-b698-1e0978780058 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.1193738
Feb 17 04:33:08.680505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961427-de92-44d3-bc98-a57b4a308f25 req-6617d399-b66b-4487-b9e5-8c86d0704347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:08.682180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f6961427-de92-44d3-bc98-a57b4a308f25 req-6617d399-b66b-4487-b9e5-8c86d0704347 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 1162 time: 0.1145222
Feb 17 04:33:08.845035 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f6961427-de92-44d3-bc98-a57b4a308f25 req-b8ca20c1-4126-4e78-a08d-1649b991f34a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542023
Feb 17 04:33:08.899308 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3ecade0-4ad0-451d-be4c-ee10256935ef req-1d1b32c6-8bcb-425f-9271-dbcef679ca18 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2788908
Feb 17 04:33:08.998278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:09.078577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:09.078991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:09.722364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cbe71-69c6-455e-a633-9b5b304e52e9 req-b66e02f9-0e60-4969-94d1-987683eb4ccc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:09.730999 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f11cbe71-69c6-455e-a633-9b5b304e52e9 req-b66e02f9-0e60-4969-94d1-987683eb4ccc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.0960438
Feb 17 04:33:09.775125 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f11cbe71-69c6-455e-a633-9b5b304e52e9 req-9a451640-bdc9-45e0-862a-9f83c2842677 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430045
Feb 17 04:33:10.144723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90bcc-039c-457b-ad41-a1c6cee9d08c req-96ee27c9-62b3-4a1e-9a8e-75aeeb49d12d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:10.146341 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59e90bcc-039c-457b-ad41-a1c6cee9d08c req-96ee27c9-62b3-4a1e-9a8e-75aeeb49d12d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.1041088
Feb 17 04:33:10.202127 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59e90bcc-039c-457b-ad41-a1c6cee9d08c req-e720aea2-6c46-4918-898d-15692949abb1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482979
Feb 17 04:33:11.055174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bdb11-9f0b-4c19-b34c-23582f448f42 req-e7abfd7e-871f-42b9-8443-682a07ac6acc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:11.056803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f34bdb11-9f0b-4c19-b34c-23582f448f42 req-e7abfd7e-871f-42b9-8443-682a07ac6acc tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1628275
Feb 17 04:33:11.063553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-4f4e0c1f-a006-4972-b15b-3b4e4ab03388 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:11.065051 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-4f4e0c1f-a006-4972-b15b-3b4e4ab03388 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 945 time: 0.1331322
Feb 17 04:33:11.173942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Deleting port c06f3049-4f07-4c51-9968-0a06c58bb377 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:33:11.174252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:11.209600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-e03d74c3-3276-486a-8e9c-7fa0b0376659 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:11.211252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-e03d74c3-3276-486a-8e9c-7fa0b0376659 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 815 time: 0.1629455
Feb 17 04:33:11.229839 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-1c37934e-6069-4815-bfb4-50e9de73066f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/quotas/0d5b2911946848de81be8f9741faa90f HTTP/1.1" status: 200  len: 375 time: 0.0107863
Feb 17 04:33:11.238351 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f34bdb11-9f0b-4c19-b34c-23582f448f42 req-8d0e68a6-baf8-4c7b-88ee-3f251bdd4ce8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722705
Feb 17 04:33:11.325536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-397a8902-be40-442d-b8ba-b0bc53254de0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:11.342603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-397a8902-be40-442d-b8ba-b0bc53254de0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:11.344114 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-397a8902-be40-442d-b8ba-b0bc53254de0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1073754
Feb 17 04:33:11.461443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] For port c06f3049-4f07-4c51-9968-0a06c58bb377, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c06f3049-4f07-4c51-9968-0a06c58bb377,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:11.461827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:11.501333 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-44359233-5fb3-4c02-8483-9faecc6dd9f1 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414387
Feb 17 04:33:11.605935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Calling delete_port for c06f3049-4f07-4c51-9968-0a06c58bb377 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:33:11.686250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-4b197b57-7c90-44cd-94f9-7f90f38eb0c4 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1700289
Feb 17 04:33:11.769031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a32dd-5bb2-45d9-80ff-975c17fc2658 req-58fdbfe3-ae2a-44fa-953a-1812a7241124 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:11.770664 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-263a32dd-5bb2-45d9-80ff-975c17fc2658 req-58fdbfe3-ae2a-44fa-953a-1812a7241124 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.1333776
Feb 17 04:33:11.889377 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-263a32dd-5bb2-45d9-80ff-975c17fc2658 req-2daddf52-8798-4e7a-a8c7-a9a92ad7dd88 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996010
Feb 17 04:33:11.922647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:12.002715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:12.137997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Pushing event deleted for resources: {'Port': ['ID=c06f3049-4f07-4c51-9968-0a06c58bb377,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:12.191148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:12.247695 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-787f9270-7d45-4a60-a37a-16702d307c12 req-115b0037-5a5b-4287-b7b3-8233e1b154a6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 210 time: 0.2459781
Feb 17 04:33:12.279736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] No DVR routers for this DVR port c06f3049-4f07-4c51-9968-0a06c58bb377 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:33:12.282178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:12.291364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'name': 'network-vif-deleted', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:12.310467 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a44dee87-82a6-4a88-96af-5d5f18a0ca3e req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "DELETE /v2.0/ports/c06f3049-4f07-4c51-9968-0a06c58bb377 HTTP/1.1" status: 204  len: 173 time: 1.2279241
Feb 17 04:33:12.375729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe5b190-5679-4b9d-8d5f-fac1a1c407d9', 'name': 'network-vif-deleted', 'tag': 'c06f3049-4f07-4c51-9968-0a06c58bb377', 'status': 'completed', 'code': 200}
Feb 17 04:33:12.443172 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7a343a4f-9653-45cc-b3b2-9c4fe8ac3a38 req-62511a8f-78aa-44f6-b288-00f1c9c9d207 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.0545666
Feb 17 04:33:13.093830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05fa30-b187-4d8d-af1b-9a6a286ee463 req-05ab57ed-eca9-4b83-b9a2-72b703aaa5f1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:13.095374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd05fa30-b187-4d8d-af1b-9a6a286ee463 req-05ab57ed-eca9-4b83-b9a2-72b703aaa5f1 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.0869796
Feb 17 04:33:13.143452 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd05fa30-b187-4d8d-af1b-9a6a286ee463 req-f00c7283-f8be-4f28-8c43-37f8e2b4ecb2 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415411
Feb 17 04:33:13.434675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f10d75f8-a176-41a4-bae4-93c3423ac3ae req-134183a4-24e3-4947-9cfd-2bddae721b11 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 210 time: 0.0668788
Feb 17 04:33:13.634627 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4c6eb706-f166-48ac-a8cf-205584674d55 req-8d185f82-6eb3-4c80-84ee-7a8bb5207f56 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fe5b190-5679-4b9d-8d5f-fac1a1c407d9 HTTP/1.1" status: 200  len: 210 time: 0.0498910
Feb 17 04:33:13.778668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:13.858793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:13.859259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:14.035959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:33:14.073284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: c06f3049-4f07-4c51-9968-0a06c58bb377 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:33:14.073689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device c06f3049-4f07-4c51-9968-0a06c58bb377 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:33:14.430221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-c2c07eea-2c5d-4dbd-9914-c7f2eb0d9037 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:14.431063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-c2c07eea-2c5d-4dbd-9914-c7f2eb0d9037 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:14.448720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-c2c07eea-2c5d-4dbd-9914-c7f2eb0d9037 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:14.449902 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-c2c07eea-2c5d-4dbd-9914-c7f2eb0d9037 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 815 time: 0.1795125
Feb 17 04:33:14.474882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'port': {'device_id': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'admin_state_up': True, 'tenant_id': '0d5b2911946848de81be8f9741faa90f'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:14.908058 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4ccca88f-79f2-4135-8f94-286acc68b93e req-c4579e2d-86a3-4bef-93aa-d7d5747a81c9 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 210 time: 0.0649559
Feb 17 04:33:14.934649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:14.957300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:14.969315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Made reservation on behalf of 0d5b2911946848de81be8f9741faa90f for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:14.977506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:15.312334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d940-76aa-4c96-b8ac-cff3c09bcc27 req-fef317a4-199a-4a16-92ef-ba927a625d84 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:15.314745 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0632d940-76aa-4c96-b8ac-cff3c09bcc27 req-fef317a4-199a-4a16-92ef-ba927a625d84 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1290157
Feb 17 04:33:15.405776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0632d940-76aa-4c96-b8ac-cff3c09bcc27 req-214df4c7-dc37-4443-97a4-afcaf7c45555 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839684
Feb 17 04:33:15.451128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Allocated IP 172.20.0.4 (10e65970-91b2-49d9-93cf-ec97654274a6/7507ec1b-0766-4b84-bdeb-5fb72e5ef76c/b60a0e42-338e-46c0-ba43-9b2027219e08) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:15.684341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:15.701261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Transition to ACTIVE for port object b60a0e42-338e-46c0-ba43-9b2027219e08 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:15.723872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:15.739970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1724a9eb-ce13-4a22-99b8-45345edec2fa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:15.886362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:15.900707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:15.953678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Network 10e65970-91b2-49d9-93cf-ec97654274a6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:15.954848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:15.957191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:16.043792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:16.044559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:16.089816 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6193054
Feb 17 04:33:16.200562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-cfa076ba-b7aa-451b-9067-db4aedf3231f None None] Provisioning for port b60a0e42-338e-46c0-ba43-9b2027219e08 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:16.205960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-cfa076ba-b7aa-451b-9067-db4aedf3231f None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:16.206326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfa076ba-b7aa-451b-9067-db4aedf3231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:16.267196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-cfa076ba-b7aa-451b-9067-db4aedf3231f None None] Port b60a0e42-338e-46c0-ba43-9b2027219e08 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:33:16.302160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1927fa-285d-4a14-85ef-bffb8fa215a0 req-42aae1f0-a9bf-4fad-ad94-ebe420378776 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:16.304355 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b1927fa-285d-4a14-85ef-bffb8fa215a0 req-42aae1f0-a9bf-4fad-ad94-ebe420378776 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0924819
Feb 17 04:33:16.348067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-519d8147-e743-43a8-a038-ed8f9253fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:16.358788 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b1927fa-285d-4a14-85ef-bffb8fa215a0 req-8716ffaa-c3a6-4658-9dc4-72f21c82a081 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464849
Feb 17 04:33:16.556097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae2e2-1135-4726-8e1e-6c70678cbd07 req-8382d5a6-9655-4ccc-9921-17760e85edb2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:16.558572 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-81dae2e2-1135-4726-8e1e-6c70678cbd07 req-8382d5a6-9655-4ccc-9921-17760e85edb2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0982161
Feb 17 04:33:16.624302 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-81dae2e2-1135-4726-8e1e-6c70678cbd07 req-e632d1c3-65f9-43b7-ab84-b53f962c0782 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592704
Feb 17 04:33:16.817601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870679-c5f6-4112-a4d8-c39d676d366d req-a86c3326-de78-4f67-9363-b52c0e206346 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:16.819193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18870679-c5f6-4112-a4d8-c39d676d366d req-a86c3326-de78-4f67-9363-b52c0e206346 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0917363
Feb 17 04:33:16.872633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18870679-c5f6-4112-a4d8-c39d676d366d req-d132952f-ba89-4e5b-9517-48fe42b33343 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463917
Feb 17 04:33:17.566585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550fc5-ec4e-4d7a-b871-707b38939c6a req-fd8b46de-8284-44fb-984a-993daa09432d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:17.568235 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58550fc5-ec4e-4d7a-b871-707b38939c6a req-fd8b46de-8284-44fb-984a-993daa09432d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0931714
Feb 17 04:33:17.617736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58550fc5-ec4e-4d7a-b871-707b38939c6a req-e31e3a82-2e4f-46dc-b19b-913bdc2d64a4 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430794
Feb 17 04:33:17.828332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24e8d-8126-4de6-bb9c-bbd60e776c90 req-87bc693e-963c-4596-9fbd-e8707ac59a35 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:17.829943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ea24e8d-8126-4de6-bb9c-bbd60e776c90 req-87bc693e-963c-4596-9fbd-e8707ac59a35 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0892639
Feb 17 04:33:17.887774 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ea24e8d-8126-4de6-bb9c-bbd60e776c90 req-e465645d-e854-4633-adf9-1e9ef106927a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515766
Feb 17 04:33:18.076051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352e83-995c-4679-bce1-7fce4c440b8e req-423eb30b-2e22-4be0-b6e6-309a9ace6682 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:18.077658 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4352e83-995c-4679-bce1-7fce4c440b8e req-423eb30b-2e22-4be0-b6e6-309a9ace6682 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0917513
Feb 17 04:33:18.126670 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4352e83-995c-4679-bce1-7fce4c440b8e req-8d6667e8-a607-4cb0-abc9-d86909299c4f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426905
Feb 17 04:33:18.744544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c73389ad-9c0d-4316-9d08-73d4f1df128a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:18.825864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de59cf-bed8-494d-b265-8d11dba91f98 req-57e21124-be75-48b2-9d8c-a569a9d922e8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:18.827496 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41de59cf-bed8-494d-b265-8d11dba91f98 req-57e21124-be75-48b2-9d8c-a569a9d922e8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0907934
Feb 17 04:33:18.878034 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41de59cf-bed8-494d-b265-8d11dba91f98 req-f66ec3b6-e075-4f03-a46e-75561a3cbae5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442927
Feb 17 04:33:19.087654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93244df-24a5-45d8-8dff-d060ef186fb6 req-bb61020e-55c6-40f8-be54-1e6b7a373fad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:19.090091 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d93244df-24a5-45d8-8dff-d060ef186fb6 req-bb61020e-55c6-40f8-be54-1e6b7a373fad tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0893145
Feb 17 04:33:19.140250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d93244df-24a5-45d8-8dff-d060ef186fb6 req-2326ae8a-19ee-454f-a6bf-e3a676221593 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438421
Feb 17 04:33:19.337892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb5b74-2135-480e-9ddb-a0c7c00d8c1e req-18c63ec4-bd3d-4bf2-8480-3cf87e890473 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:19.340009 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55cb5b74-2135-480e-9ddb-a0c7c00d8c1e req-18c63ec4-bd3d-4bf2-8480-3cf87e890473 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0924528
Feb 17 04:33:19.394134 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55cb5b74-2135-480e-9ddb-a0c7c00d8c1e req-2bd6e9de-581c-4f4a-b26d-94b925885a59 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464447
Feb 17 04:33:19.464139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:20.089553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29b62-9042-4fef-ad72-648d9bf38bba req-148274d5-8f4d-41cb-b467-cca2b0a41749 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:20.091220 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4a29b62-9042-4fef-ad72-648d9bf38bba req-148274d5-8f4d-41cb-b467-cca2b0a41749 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0915170
Feb 17 04:33:20.144534 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4a29b62-9042-4fef-ad72-648d9bf38bba req-3e97831e-d125-4ee5-bd05-a212503919eb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467350
Feb 17 04:33:20.340323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:20.354307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8df74f-b247-4eb9-b0e1-cba90efc37fc req-df632937-401e-4233-8d69-aabe746cb953 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:20.356699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b8df74f-b247-4eb9-b0e1-cba90efc37fc req-df632937-401e-4233-8d69-aabe746cb953 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0912552
Feb 17 04:33:20.408193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b8df74f-b247-4eb9-b0e1-cba90efc37fc req-46cb4808-bf47-41ad-b93b-04fd986c1963 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445015
Feb 17 04:33:20.612053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2256ab6-9836-48dc-9208-fb8beb6e6922 req-c5daea9c-04b5-440b-9127-0ded73e25eef tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:20.613686 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2256ab6-9836-48dc-9208-fb8beb6e6922 req-c5daea9c-04b5-440b-9127-0ded73e25eef tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1010184
Feb 17 04:33:20.663144 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f2256ab6-9836-48dc-9208-fb8beb6e6922 req-28d41549-e9dd-4ecb-8051-188aa35c8ce0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431213
Feb 17 04:33:20.892770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:21.287641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:21.504140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c8c7-3517-402c-b029-65ff51645399 req-cd31145b-0c92-44ac-aea5-6b1d23f8e810 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:21.505779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4803c8c7-3517-402c-b029-65ff51645399 req-cd31145b-0c92-44ac-aea5-6b1d23f8e810 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.2418785
Feb 17 04:33:21.555451 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4803c8c7-3517-402c-b029-65ff51645399 req-c1bcabce-3eb8-49c8-a0dc-0a85945b60cf tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425467
Feb 17 04:33:21.748273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a4970-b8e1-4c53-938f-b2888c6204bd req-840f0e2e-5e8b-43d6-a304-42149f11e44d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:21.749960 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4b1a4970-b8e1-4c53-938f-b2888c6204bd req-840f0e2e-5e8b-43d6-a304-42149f11e44d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0896683
Feb 17 04:33:21.805729 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4b1a4970-b8e1-4c53-938f-b2888c6204bd req-2415ee8c-0cbb-4574-81b0-9b8baa694e9d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481176
Feb 17 04:33:21.997508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770212-79c3-497d-b334-a44c11893d6b req-5751fd85-202e-4ec8-bafa-cea084b39d59 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:21.999141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97770212-79c3-497d-b334-a44c11893d6b req-5751fd85-202e-4ec8-bafa-cea084b39d59 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0921583
Feb 17 04:33:22.047288 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97770212-79c3-497d-b334-a44c11893d6b req-e1e50da0-fd76-4158-9e60-3ce674eab16a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415659
Feb 17 04:33:22.762822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c5f72-d25c-4135-a625-502fcbd7c4ca req-f5323e69-da10-4af8-9c3c-2c04d56ec1a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:22.764521 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f65c5f72-d25c-4135-a625-502fcbd7c4ca req-f5323e69-da10-4af8-9c3c-2c04d56ec1a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0918515
Feb 17 04:33:22.815230 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f65c5f72-d25c-4135-a625-502fcbd7c4ca req-b2817d1f-653a-44a2-acb9-8f733da860ce tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433085
Feb 17 04:33:23.012930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e90df-c65f-4b18-937b-6329c99c6526 req-81e136f4-d143-4dc6-9aa0-b8959e9a96f9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:23.014541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-180e90df-c65f-4b18-937b-6329c99c6526 req-81e136f4-d143-4dc6-9aa0-b8959e9a96f9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0908585
Feb 17 04:33:23.064143 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-180e90df-c65f-4b18-937b-6329c99c6526 req-d5bc414b-d24f-4bb3-b5ed-52bde10c2419 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430348
Feb 17 04:33:23.258078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eaaed-05bf-489f-834a-0f98159733d5 req-c573c1a2-305e-4940-88d4-5e6e1677be64 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:23.259751 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e4eaaed-05bf-489f-834a-0f98159733d5 req-c573c1a2-305e-4940-88d4-5e6e1677be64 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0943747
Feb 17 04:33:23.310184 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8e4eaaed-05bf-489f-834a-0f98159733d5 req-90fcf11f-f28c-4f5c-ac0b-3ea973555bfb tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434177
Feb 17 04:33:24.024066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4053d0-3259-49b5-938e-73155907bd39 req-041815dc-8360-4ce4-970b-71439a6ba53b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:24.025983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b4053d0-3259-49b5-938e-73155907bd39 req-041815dc-8360-4ce4-970b-71439a6ba53b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0935817
Feb 17 04:33:24.081343 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b4053d0-3259-49b5-938e-73155907bd39 req-de2f16b9-d3f2-432e-b7da-eb54f35e957f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432956
Feb 17 04:33:24.306671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a1882-a1b9-4eb0-ae4c-7e2f0dadd925 req-43a804c0-cc3e-4689-b7bc-704a4df282a1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:24.309631 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a1a1882-a1b9-4eb0-ae4c-7e2f0dadd925 req-43a804c0-cc3e-4689-b7bc-704a4df282a1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0976186
Feb 17 04:33:24.360152 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a1a1882-a1b9-4eb0-ae4c-7e2f0dadd925 req-cbd5edc6-b57e-4cba-bb5d-d8d7badf132e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441403
Feb 17 04:33:24.562182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee83d9-168b-4014-8dbe-511c0e18dc8b req-8e541e4c-ee19-4221-9527-82a4bda6c4e4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:24.563846 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eeee83d9-168b-4014-8dbe-511c0e18dc8b req-8e541e4c-ee19-4221-9527-82a4bda6c4e4 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0964854
Feb 17 04:33:24.623404 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eeee83d9-168b-4014-8dbe-511c0e18dc8b req-f62ae01d-865e-47f1-a632-a8a7d86d2145 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532706
Feb 17 04:33:25.289906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11822988-71d1-4b35-8fc3-9a772d3420a4 req-b5d740b2-c34d-40a6-ba18-b2e56d08f613 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:25.291588 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11822988-71d1-4b35-8fc3-9a772d3420a4 req-b5d740b2-c34d-40a6-ba18-b2e56d08f613 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0916967
Feb 17 04:33:25.342806 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11822988-71d1-4b35-8fc3-9a772d3420a4 req-1b7476b5-0ad6-451e-9833-c6f5c7bbeaf2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434968
Feb 17 04:33:25.571348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ddbbf-2431-4cce-90d4-0f173016aeb1 req-b10dfac8-f44e-4d71-8e55-4178b921a6a3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:25.573001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-434ddbbf-2431-4cce-90d4-0f173016aeb1 req-b10dfac8-f44e-4d71-8e55-4178b921a6a3 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0913405
Feb 17 04:33:25.624245 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-434ddbbf-2431-4cce-90d4-0f173016aeb1 req-20592fce-4dfa-460b-85bb-27dfe3bbc97d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442030
Feb 17 04:33:25.827537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893ca8-dbcf-46f6-a753-4dfa7c5cbc69 req-29c1b954-9b58-4158-9196-d450d6f5c12b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:25.829207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b893ca8-dbcf-46f6-a753-4dfa7c5cbc69 req-29c1b954-9b58-4158-9196-d450d6f5c12b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0888808
Feb 17 04:33:25.881095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7b893ca8-dbcf-46f6-a753-4dfa7c5cbc69 req-081352a7-7d5c-4570-abdf-cd352c7ba398 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445838
Feb 17 04:33:26.036875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49294) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:26.168370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.188568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:26.194261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Usage tracker for resource:security_group_rule and tenant:cc60945a3322464089f4d18ef833eaeb is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:26.197413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:26.203539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:26.291187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.295065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.304035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b652388-1db9-4fc3-adba-d2b9bd650a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:26.350549 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc60945a3322464089f4d18ef833eaeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3120980
Feb 17 04:33:26.351540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2dfd00-bcac-4075-bc3d-f9062ceb638d,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:26.353481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49300) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:26.354996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:26.420269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.452954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.512489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.517838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2a3d4af-e1f1-404e-a9ed-7a248e53bb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:26.537094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2dfd00-bcac-4075-bc3d-f9062ceb638d,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:26.539310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:26.540681 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d2dfd00-bcac-4075-bc3d-f9062ceb638d HTTP/1.1" status: 204  len: 168 time: 0.1850827
Feb 17 04:33:26.541698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:26.550691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbdb2b-64a0-446b-b392-4b83a875d174 req-b0911e4e-450f-4ba7-85f5-bbc3007f61ae tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:26.552352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c7fbdb2b-64a0-446b-b392-4b83a875d174 req-b0911e4e-450f-4ba7-85f5-bbc3007f61ae tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0920880
Feb 17 04:33:26.609138 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c7fbdb2b-64a0-446b-b392-4b83a875d174 req-365ae1f6-4a64-40e8-acde-1c07279808ae tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503032
Feb 17 04:33:27.104971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b215f-d2ec-4a30-b9ea-db186520f0f2 req-ee39f183-9973-4a7f-9fcf-67c0a6e5d77e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:27.106920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-111b215f-d2ec-4a30-b9ea-db186520f0f2 req-ee39f183-9973-4a7f-9fcf-67c0a6e5d77e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0887909
Feb 17 04:33:27.159675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-111b215f-d2ec-4a30-b9ea-db186520f0f2 req-db06ce72-5aee-4d84-a0a8-2b068108e760 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456638
Feb 17 04:33:27.358709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fdca1-7e7f-4af4-8edb-9f2169ce1b03 req-767d4dec-2ccb-47bb-aa04-80740993892c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:27.360318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-059fdca1-7e7f-4af4-8edb-9f2169ce1b03 req-767d4dec-2ccb-47bb-aa04-80740993892c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0897248
Feb 17 04:33:27.414659 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-059fdca1-7e7f-4af4-8edb-9f2169ce1b03 req-2a750cf4-8962-4598-ab58-11450a001e10 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475628
Feb 17 04:33:27.810829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f3ea3-0833-4823-9974-c24aaf77ae0b req-752ce71f-afec-44eb-bbd5-407f21023dd5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:27.812512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f2f3ea3-0833-4823-9974-c24aaf77ae0b req-752ce71f-afec-44eb-bbd5-407f21023dd5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0859470
Feb 17 04:33:27.869415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f2f3ea3-0833-4823-9974-c24aaf77ae0b req-fa840c81-603f-4fa0-8149-54ef1538bd43 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456281
Feb 17 04:33:28.368913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffab78-9db4-4b7d-aaca-53b28e193cc9 req-571b91ed-a141-4a4c-bd8b-e67c1109e13e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:28.370547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fffab78-9db4-4b7d-aaca-53b28e193cc9 req-571b91ed-a141-4a4c-bd8b-e67c1109e13e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0955923
Feb 17 04:33:28.420545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fffab78-9db4-4b7d-aaca-53b28e193cc9 req-93750291-a6db-4ab0-bc1c-6c20a97ca58e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435505
Feb 17 04:33:28.624872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdff043-04ec-482c-8f02-94d3cf485425 req-26462f47-1e58-4901-9a01-8d7d7c6028f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:28.626474 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2bdff043-04ec-482c-8f02-94d3cf485425 req-26462f47-1e58-4901-9a01-8d7d7c6028f5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0946500
Feb 17 04:33:28.676767 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2bdff043-04ec-482c-8f02-94d3cf485425 req-bda52a11-6f69-4e6c-9983-23145177bf4c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436337
Feb 17 04:33:29.073174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892d0ba-41b6-4a16-971d-9d466f6e95d9 req-8c3a6386-c942-4ebb-8f3b-b56653f9ff2f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:29.074860 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0892d0ba-41b6-4a16-971d-9d466f6e95d9 req-8c3a6386-c942-4ebb-8f3b-b56653f9ff2f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0884073
Feb 17 04:33:29.124991 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0892d0ba-41b6-4a16-971d-9d466f6e95d9 req-bafab007-0c53-48dc-8b2c-9feb13945c1c tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437462
Feb 17 04:33:29.509940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:29.621996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d59ddb-a7e8-4166-982d-6a4ac54aaa79 req-c0e631ab-bce3-4e18-a31e-be3e71350a17 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:29.623619 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3d59ddb-a7e8-4166-982d-6a4ac54aaa79 req-c0e631ab-bce3-4e18-a31e-be3e71350a17 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0908217
Feb 17 04:33:29.671827 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3d59ddb-a7e8-4166-982d-6a4ac54aaa79 req-b3188179-ea6b-4715-9087-093d4b924dcd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419588
Feb 17 04:33:29.876519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab2b3b-510a-43c3-83d3-3ccff71eda9f req-c6f656bb-dde5-4ec8-8148-3319c2db67af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:29.878119 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2ab2b3b-510a-43c3-83d3-3ccff71eda9f req-c6f656bb-dde5-4ec8-8148-3319c2db67af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0875773
Feb 17 04:33:29.929495 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2ab2b3b-510a-43c3-83d3-3ccff71eda9f req-5df3f029-657e-43f0-bd72-a611714410bf tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446503
Feb 17 04:33:30.353504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec6105-a8d5-444f-9ae2-49d168ab84ba req-d4256f14-b4ae-4b1b-9861-14ec4f376f0e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:30.355156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deec6105-a8d5-444f-9ae2-49d168ab84ba req-d4256f14-b4ae-4b1b-9861-14ec4f376f0e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0871787
Feb 17 04:33:30.405810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deec6105-a8d5-444f-9ae2-49d168ab84ba req-de17f834-4994-478b-b5b0-5f24a28f4c68 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440402
Feb 17 04:33:31.075414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f740dbc-c13d-4ef5-9247-f6ca68cbd939 req-9bc80ec3-e792-44ee-9ce2-3d166508ec6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:31.077036 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5f740dbc-c13d-4ef5-9247-f6ca68cbd939 req-9bc80ec3-e792-44ee-9ce2-3d166508ec6b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.2882171
Feb 17 04:33:31.125883 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5f740dbc-c13d-4ef5-9247-f6ca68cbd939 req-a5d68892-9e64-4069-9f65-2b30fa42268e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424967
Feb 17 04:33:31.319356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a6aa2-a638-4145-96c9-1b8378d289e6 req-0225321c-d3c8-45cd-a2df-f737c577a391 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:31.320977 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d38a6aa2-a638-4145-96c9-1b8378d289e6 req-0225321c-d3c8-45cd-a2df-f737c577a391 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0873821
Feb 17 04:33:31.374474 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d38a6aa2-a638-4145-96c9-1b8378d289e6 req-a64e2cd5-e110-4a49-86bd-7c9c356762d9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461977
Feb 17 04:33:31.761033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3116-fcc8-43f3-8ffe-0d406fe889ab req-e6ce932f-933b-4b32-a88f-4f0834ac2f7e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:31.763522 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc1a3116-fcc8-43f3-8ffe-0d406fe889ab req-e6ce932f-933b-4b32-a88f-4f0834ac2f7e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0910985
Feb 17 04:33:31.812659 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc1a3116-fcc8-43f3-8ffe-0d406fe889ab req-8b241efc-011d-40b7-97ba-de64773c4868 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427887
Feb 17 04:33:32.344004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd99d-7f64-426c-b5e9-a2024024a038 req-1d3fe607-641a-4a01-a6f3-2f58ad5d413a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:32.345621 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5bbd99d-7f64-426c-b5e9-a2024024a038 req-1d3fe607-641a-4a01-a6f3-2f58ad5d413a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0919158
Feb 17 04:33:32.393563 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5bbd99d-7f64-426c-b5e9-a2024024a038 req-b0b24605-1345-4064-b0bd-9d9f1d98b7dd tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415821
Feb 17 04:33:32.591724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97e54-973e-4286-a166-4b67cb720785 req-74dacde7-3559-4f71-a18d-b12de1ed877c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:32.593436 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ef97e54-973e-4286-a166-4b67cb720785 req-74dacde7-3559-4f71-a18d-b12de1ed877c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0952008
Feb 17 04:33:32.648044 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ef97e54-973e-4286-a166-4b67cb720785 req-5897544c-b0ae-416d-9cab-a343f613a254 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455644
Feb 17 04:33:33.028219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8b808-b84d-468c-9476-f1712ef19900 req-8c89bebc-ef47-458a-9f07-cc451b1e82c0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:33.029936 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9db8b808-b84d-468c-9476-f1712ef19900 req-8c89bebc-ef47-458a-9f07-cc451b1e82c0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0953941
Feb 17 04:33:33.082833 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9db8b808-b84d-468c-9476-f1712ef19900 req-c10d9243-e78d-4074-9774-2e4ea179c121 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462856
Feb 17 04:33:33.595442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e636e0-56ba-4b2b-baee-2b202972d36a req-528baa4d-2248-4ff4-a26b-859d721d9d5a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:33.597043 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2e636e0-56ba-4b2b-baee-2b202972d36a req-528baa4d-2248-4ff4-a26b-859d721d9d5a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0880823
Feb 17 04:33:33.649043 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2e636e0-56ba-4b2b-baee-2b202972d36a req-ff2b46ae-8be9-4798-bed4-c9ac6c53b9f2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457573
Feb 17 04:33:33.852215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acfc0-3fb9-4063-a0f0-010a96f055a4 req-41938b42-8276-448a-8287-cb91b52549af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:33.853871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-398acfc0-3fb9-4063-a0f0-010a96f055a4 req-41938b42-8276-448a-8287-cb91b52549af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0895283
Feb 17 04:33:33.902708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-398acfc0-3fb9-4063-a0f0-010a96f055a4 req-9ed9a38e-a491-4592-af67-eb6ad9ad977c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417521
Feb 17 04:33:34.298042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a82a4-b08b-44dd-b0f6-0e8eca71e8af req-f01bec7c-bd8a-43c5-a349-4c188ea87cc5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:34.299775 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad0a82a4-b08b-44dd-b0f6-0e8eca71e8af req-f01bec7c-bd8a-43c5-a349-4c188ea87cc5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0988300
Feb 17 04:33:34.347772 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad0a82a4-b08b-44dd-b0f6-0e8eca71e8af req-00c5d179-1522-4f2e-b8e2-e9de0d58b44e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417018
Feb 17 04:33:34.855374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57accaaf-1ff8-4087-a8c8-4dbbe6bdb698 req-c2e9353a-26bc-4f2c-942b-66ee054cd3a1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:34.857007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57accaaf-1ff8-4087-a8c8-4dbbe6bdb698 req-c2e9353a-26bc-4f2c-942b-66ee054cd3a1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0894103
Feb 17 04:33:34.915422 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-57accaaf-1ff8-4087-a8c8-4dbbe6bdb698 req-bbf102d8-f5d4-401e-9197-184ddbd4d21e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519068
Feb 17 04:33:35.105959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4ab83-d7e0-4c7c-9410-4ec1223bf497 req-8b902bc3-c8d6-42e6-8853-2bcd01eae1e0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:35.108042 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97d4ab83-d7e0-4c7c-9410-4ec1223bf497 req-8b902bc3-c8d6-42e6-8853-2bcd01eae1e0 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0916567
Feb 17 04:33:35.165600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-97d4ab83-d7e0-4c7c-9410-4ec1223bf497 req-4a3d9770-0dfb-491f-827f-060c2d2b1549 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508304
Feb 17 04:33:35.553288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f114c-36bb-4424-b03a-fb934f5f5a0c req-55f7ae6b-60ab-44db-8f38-00cf7031b854 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:35.554897 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-216f114c-36bb-4424-b03a-fb934f5f5a0c req-55f7ae6b-60ab-44db-8f38-00cf7031b854 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0921297
Feb 17 04:33:35.603168 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-216f114c-36bb-4424-b03a-fb934f5f5a0c req-225ec3f0-075e-4e5a-84ab-e4f7b4919fb6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411732
Feb 17 04:33:36.118784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97559f-366d-4281-9231-5bd1109f0353 req-1afae6d3-353e-42ab-a75e-ed31c138a4d0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:36.120444 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c97559f-366d-4281-9231-5bd1109f0353 req-1afae6d3-353e-42ab-a75e-ed31c138a4d0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0913746
Feb 17 04:33:36.170507 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c97559f-366d-4281-9231-5bd1109f0353 req-3f16795c-39e9-465f-9717-d788e3c1bb48 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428905
Feb 17 04:33:36.377030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485e92-46ba-435a-b231-0661d8133a67 req-fbd003fa-2d78-47ae-8c83-0d4e9816f64c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:36.378653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e485e92-46ba-435a-b231-0661d8133a67 req-fbd003fa-2d78-47ae-8c83-0d4e9816f64c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0935943
Feb 17 04:33:36.428116 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e485e92-46ba-435a-b231-0661d8133a67 req-88d63ebc-7509-416b-b98b-24a65ab61771 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429921
Feb 17 04:33:36.814763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8903-398a-416b-aaeb-da97e90a2484 req-a8aa3aab-e005-468d-ab40-e8777df6768d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:36.816593 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f8ac8903-398a-416b-aaeb-da97e90a2484 req-a8aa3aab-e005-468d-ab40-e8777df6768d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0912111
Feb 17 04:33:36.870156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f8ac8903-398a-416b-aaeb-da97e90a2484 req-b5fded07-fdd7-4bd5-9bf4-b8860eacf399 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474293
Feb 17 04:33:37.373131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93886e6-bdd9-40af-9f5d-95faca0d194f req-f7959286-07a5-46a2-98c3-41b826d3449e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:37.374793 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f93886e6-bdd9-40af-9f5d-95faca0d194f req-f7959286-07a5-46a2-98c3-41b826d3449e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0888841
Feb 17 04:33:37.424524 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f93886e6-bdd9-40af-9f5d-95faca0d194f req-e5b84608-89a3-414d-993d-d7672dd96505 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428674
Feb 17 04:33:37.637883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772030-00ff-440c-9f82-fd40013cb746 req-c0666283-e4db-418a-aca4-ffc8d5dafc53 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:37.639568 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca772030-00ff-440c-9f82-fd40013cb746 req-c0666283-e4db-418a-aca4-ffc8d5dafc53 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0953581
Feb 17 04:33:37.689455 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca772030-00ff-440c-9f82-fd40013cb746 req-71dae4cb-4b39-4b95-b737-bfddc43eaa0a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431523
Feb 17 04:33:38.072784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21487d-801c-4d7b-9e58-11f8d57f7ef1 req-68f09a97-0ee0-4c87-a994-3dcf7adbb49b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:38.074961 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6f21487d-801c-4d7b-9e58-11f8d57f7ef1 req-68f09a97-0ee0-4c87-a994-3dcf7adbb49b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0879085
Feb 17 04:33:38.122891 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6f21487d-801c-4d7b-9e58-11f8d57f7ef1 req-6af8aec9-c3ff-4f68-b3df-e87bf9a5e27f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410826
Feb 17 04:33:38.629796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4a15-d158-40da-90bb-b05f97ecf563 req-a83bc3dd-a5f7-4992-8823-b57ba1de3908 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:38.631390 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-02af4a15-d158-40da-90bb-b05f97ecf563 req-a83bc3dd-a5f7-4992-8823-b57ba1de3908 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0916605
Feb 17 04:33:38.685162 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-02af4a15-d158-40da-90bb-b05f97ecf563 req-0f52a0bd-0f32-4950-8c73-35dde5eb220d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474594
Feb 17 04:33:38.892679 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9665e4c-976b-40bc-9685-9ecc6fa6d3e2 req-b4757319-fe58-4e0b-8729-dbdaec75f0a3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:38.894312 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9665e4c-976b-40bc-9685-9ecc6fa6d3e2 req-b4757319-fe58-4e0b-8729-dbdaec75f0a3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0876770
Feb 17 04:33:38.945186 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9665e4c-976b-40bc-9685-9ecc6fa6d3e2 req-8743885d-86b6-46f8-8817-f910f0956dda tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446820
Feb 17 04:33:39.323878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d59baa-2654-4b54-940a-c1515dd6e8cb req-f82d9d72-b3ca-4e0e-9b08-652482cfc2db tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:39.325506 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d1d59baa-2654-4b54-940a-c1515dd6e8cb req-f82d9d72-b3ca-4e0e-9b08-652482cfc2db tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0875976
Feb 17 04:33:39.374059 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d1d59baa-2654-4b54-940a-c1515dd6e8cb req-6def1775-cbe0-44cf-9fd6-7647a4c9d718 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422184
Feb 17 04:33:39.890904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06811-9c09-4fdc-8565-363191e3db3a req-337bf8d6-33c3-47c1-8bdd-87000287a321 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:39.892572 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35f06811-9c09-4fdc-8565-363191e3db3a req-337bf8d6-33c3-47c1-8bdd-87000287a321 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0904644
Feb 17 04:33:39.939591 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-35f06811-9c09-4fdc-8565-363191e3db3a req-d9243e9b-7d11-44f6-b91b-7a3eb9a3411d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408692
Feb 17 04:33:40.146763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2aeb9-185c-49d0-b838-26989a4fb5db req-287e3060-d4da-49bf-b7f2-a40ca8f616ff tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:40.148439 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b0c2aeb9-185c-49d0-b838-26989a4fb5db req-287e3060-d4da-49bf-b7f2-a40ca8f616ff tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0932996
Feb 17 04:33:40.198186 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b0c2aeb9-185c-49d0-b838-26989a4fb5db req-ad4403d2-8681-4f9a-8021-9429202370f1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429280
Feb 17 04:33:40.576622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c9fa-4b2d-4496-b0ae-f2deb3a48fe1 req-5ddc0203-a446-448d-8e41-611fff735d3d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:40.578221 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2629c9fa-4b2d-4496-b0ae-f2deb3a48fe1 req-5ddc0203-a446-448d-8e41-611fff735d3d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.0887971
Feb 17 04:33:40.627842 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2629c9fa-4b2d-4496-b0ae-f2deb3a48fe1 req-f1c38365-eb40-4e63-9abc-e39b328fbbc8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426371
Feb 17 04:33:41.176205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698aa0-5d84-45ac-b057-04987c4d30cb req-7ea421c7-41d2-4ce6-b584-610b93b7253a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:41.178984 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5d698aa0-5d84-45ac-b057-04987c4d30cb req-7ea421c7-41d2-4ce6-b584-610b93b7253a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.1235809
Feb 17 04:33:41.183446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Request body: {'port': {'device_id': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:41.236508 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5d698aa0-5d84-45ac-b057-04987c4d30cb req-68e4c8bb-d3e0-4599-a59a-c4fe3a8fc597 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502439
Feb 17 04:33:41.333393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:41.348091 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-af1596ad-f0b8-475b-a216-466445e69e7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3347661
Feb 17 04:33:41.433225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed324b3c-194c-4b1b-ab51-051dd6ec1b65 req-d6c210fb-d0a5-4b45-b114-7e0636eb5db9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:41.435521 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed324b3c-194c-4b1b-ab51-051dd6ec1b65 req-d6c210fb-d0a5-4b45-b114-7e0636eb5db9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0922680
Feb 17 04:33:41.484844 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed324b3c-194c-4b1b-ab51-051dd6ec1b65 req-0beba9db-ba68-45f4-94a0-50d5e4719203 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426939
Feb 17 04:33:41.616827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-56ac891c-3761-4c09-b2b9-27ebdce1f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:41.618453 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-56ac891c-3761-4c09-b2b9-27ebdce1f433 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.1770496
Feb 17 04:33:41.952720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-f2d9c02e-d886-49f1-b003-544e3b0ed139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:41.954317 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-f2d9c02e-d886-49f1-b003-544e3b0ed139 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.2679837
Feb 17 04:33:42.125839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-8cddedae-d6a3-4021-b408-04f167d8eb39 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.126525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-8cddedae-d6a3-4021-b408-04f167d8eb39 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:42.145942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60a0e42-338e-46c0-ba43-9b2027219e08 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:33:42.158663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.173168 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-89b1ac6a-9278-4638-8dc1-ab0a34dabef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.2059722
Feb 17 04:33:42.180064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-8cddedae-d6a3-4021-b408-04f167d8eb39 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:42.181273 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-8cddedae-d6a3-4021-b408-04f167d8eb39 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 931 time: 0.4086428
Feb 17 04:33:42.182221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Transition to ACTIVE for port object b60a0e42-338e-46c0-ba43-9b2027219e08 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:42.185450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.204675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:42.448567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-3252802b-433e-4674-afd9-cb1d5a2d0a3f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:42.448807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84652f3-0274-41b8-80d8-c032623c60c2 req-8bb97487-542a-4c66-8a49-1dfc75eb6792 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.451448 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a84652f3-0274-41b8-80d8-c032623c60c2 req-8bb97487-542a-4c66-8a49-1dfc75eb6792 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0957422
Feb 17 04:33:42.456412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:42.459692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:42.466676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-d84bb709-6503-4d14-a7ef-1be287961ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.468313 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-d84bb709-6503-4d14-a7ef-1be287961ccb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.1755784
Feb 17 04:33:42.502428 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a84652f3-0274-41b8-80d8-c032623c60c2 req-0ae486b3-a21c-48c1-8f3c-67b47f4615c5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446520
Feb 17 04:33:42.704334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1110-a1bd-4daa-9f80-ae1288c462a9 req-9168f079-d4d3-4b4d-9d77-dbe9d8d14b68 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.706107 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b1b1110-a1bd-4daa-9f80-ae1288c462a9 req-9168f079-d4d3-4b4d-9d77-dbe9d8d14b68 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0977056
Feb 17 04:33:42.756872 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1b1b1110-a1bd-4daa-9f80-ae1288c462a9 req-05055c87-6db0-4e5f-969f-0b16c278cb30 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442746
Feb 17 04:33:42.780514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-3252802b-433e-4674-afd9-cb1d5a2d0a3f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:42.781803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-184dd0a5-88a3-41db-8bce-f5a4a3be5184 req-3252802b-433e-4674-afd9-cb1d5a2d0a3f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5803962
Feb 17 04:33:42.932832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-73b93186-508d-4027-8e45-acfbaa82358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.934522 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-73b93186-508d-4027-8e45-acfbaa82358e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2211430
Feb 17 04:33:43.043752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Attempting to bind port b60a0e42-338e-46c0-ba43-9b2027219e08 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:43.044162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Attempting to bind port b60a0e42-338e-46c0-ba43-9b2027219e08 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:43.044546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Attempting to bind port b60a0e42-338e-46c0-ba43-9b2027219e08 on network 10e65970-91b2-49d9-93cf-ec97654274a6 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:43.056330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:43.056712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Checking segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:43.057122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.057561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Bound using segment: {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:43.058001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Bound port: b60a0e42-338e-46c0-ba43-9b2027219e08, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cce9b2-d9ce-4992-9d64-646a665a4754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:43.058950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.197290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-e2d0116d-4b3d-42a2-9b23-e5ef80a701db service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506406
Feb 17 04:33:43.208436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:43.211758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:43.241375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.305194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29219756-47d4-416b-8c37-937049b6eafe tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:43.498224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:43.513733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:43.533691 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc42b34a-b1e5-439e-8df2-67cfc8cf5e57 req-07afabb4-832f-4d4b-a082-3e62cf628521 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3205919
Feb 17 04:33:43.552644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:43.553319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.554792 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] 10.222.0.59 "PUT /v2.0/ports/b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 1157 time: 2.5469477
Feb 17 04:33:43.555361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:43.607069 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:33:43.719426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b55e-e984-4876-8f44-cc5962576861 req-442f8399-2a23-48cc-836d-dc40fe589b88 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:43.721068 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c80b55e-e984-4876-8f44-cc5962576861 req-442f8399-2a23-48cc-836d-dc40fe589b88 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.1004469
Feb 17 04:33:43.771216 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c80b55e-e984-4876-8f44-cc5962576861 req-483d14c0-7948-4832-a6a8-ad188a40b2ba tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437808
Feb 17 04:33:43.882475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-786aa746-8080-45ca-b520-a75a6b81bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:43.884160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-786aa746-8080-45ca-b520-a75a6b81bff0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1160 time: 0.1120739
Feb 17 04:33:43.993923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f1eb-dc8f-4b19-b90d-78a0bf4b18a4 req-bf69b52b-b104-4896-b296-7202b47495cb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:43.995528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9072f1eb-dc8f-4b19-b90d-78a0bf4b18a4 req-bf69b52b-b104-4896-b296-7202b47495cb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0932631
Feb 17 04:33:44.044751 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9072f1eb-dc8f-4b19-b90d-78a0bf4b18a4 req-4612eb09-99e3-4f50-bbc7-b3432081d678 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418766
Feb 17 04:33:44.115152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a1c6-a489-44c7-a7ab-403e52ef7df1 req-0dc397cc-4a80-43a1-bfdb-8ce70d49d187 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:44.115912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-45e2a1c6-a489-44c7-a7ab-403e52ef7df1 req-0dc397cc-4a80-43a1-bfdb-8ce70d49d187 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:44.121771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-9a6b953f-b904-49f3-9f36-bdeb2b455c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:44.123366 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-9a6b953f-b904-49f3-9f36-bdeb2b455c6d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0d5b2911946848de81be8f9741faa90f&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1922376
Feb 17 04:33:44.135118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-45e2a1c6-a489-44c7-a7ab-403e52ef7df1 req-0dc397cc-4a80-43a1-bfdb-8ce70d49d187 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:44.136158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-45e2a1c6-a489-44c7-a7ab-403e52ef7df1 req-0dc397cc-4a80-43a1-bfdb-8ce70d49d187 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.2416513
Feb 17 04:33:44.316272 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-45e2a1c6-a489-44c7-a7ab-403e52ef7df1 req-572a80ca-3751-4f35-aefb-6e9f235d9613 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481946
Feb 17 04:33:44.366221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-fbd66fc4-64ab-4f6b-90cd-0101485a0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:44.367926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95e97f19-1f6c-40d6-89e8-572bf1737cee req-fbd66fc4-64ab-4f6b-90cd-0101485a0fad service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2242424
Feb 17 04:33:44.559552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-1d57e8fc-ffd6-4971-a8ec-2f4e66dd238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:44.562056 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-1d57e8fc-ffd6-4971-a8ec-2f4e66dd238c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1160 time: 0.0999577
Feb 17 04:33:44.673867 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-8938e548-116b-456c-bef4-6af5b66fd784 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 217 time: 0.0770135
Feb 17 04:33:45.002129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-64fee3b4-22c5-4569-950c-f9a27cf8dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.003763 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-64fee3b4-22c5-4569-950c-f9a27cf8dad9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.1084104
Feb 17 04:33:45.032103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a30c-e6e5-42bc-a12e-ee605e64439d req-3508df8e-9860-4afa-9d47-5bd382bffcf7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.033708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1240a30c-e6e5-42bc-a12e-ee605e64439d req-3508df8e-9860-4afa-9d47-5bd382bffcf7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.1217439
Feb 17 04:33:45.093256 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1240a30c-e6e5-42bc-a12e-ee605e64439d req-190dfe7a-681e-4803-85c5-e0669e51e0a2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529919
Feb 17 04:33:45.141597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-da82ea78-f908-466a-8ea0-7d499aa1535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.143271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-da82ea78-f908-466a-8ea0-7d499aa1535a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830860
Feb 17 04:33:45.370607 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-2069fb46-3547-414f-a0bd-1e462bb3b454 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089131
Feb 17 04:33:45.381811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4caa6-af07-4f6d-a48e-e26164243475 req-b157cdc8-2102-4679-96f5-62ea0ee23877 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.383381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bbe4caa6-af07-4f6d-a48e-e26164243475 req-b157cdc8-2102-4679-96f5-62ea0ee23877 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.1934338
Feb 17 04:33:45.533457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bbe4caa6-af07-4f6d-a48e-e26164243475 req-64c96530-2513-41d7-9cc8-91aae9488bc3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232116
Feb 17 04:33:45.563568 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19d82dc9-bb87-4463-99a4-19934cc1e32a req-a86195d6-f3ae-4bc4-ab69-ceb05ff90557 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1775239
Feb 17 04:33:45.663147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658e6-df9e-4dff-a09f-7d9af33895d3 req-a28e84bf-01bb-4618-aa57-a2975235a2fd tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.664781 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f87658e6-df9e-4dff-a09f-7d9af33895d3 req-a28e84bf-01bb-4618-aa57-a2975235a2fd tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0915420
Feb 17 04:33:45.715979 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f87658e6-df9e-4dff-a09f-7d9af33895d3 req-d17038c5-3514-4b08-886d-894bd98b9ef8 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440316
Feb 17 04:33:45.878910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-63c38242-4911-4b22-853b-ded6b57493af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.880492 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-63c38242-4911-4b22-853b-ded6b57493af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0911434
Feb 17 04:33:45.960481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Deleting port f38915de-2eaf-408a-aefc-2ed6e07dc1dd {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:33:45.960879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.243056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] For port f38915de-2eaf-408a-aefc-2ed6e07dc1dd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:46.243470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.331913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6420f-1b3f-426f-9798-a1930ddc8f89 req-a3e3ade8-b655-4704-8559-2e284cb5ff35 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:46.333561 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fdd6420f-1b3f-426f-9798-a1930ddc8f89 req-a3e3ade8-b655-4704-8559-2e284cb5ff35 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 946 time: 0.0987244
Feb 17 04:33:46.348865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a9e2c1a-b73b-4525-a37a-a8e114681eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.388239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fdd6420f-1b3f-426f-9798-a1930ddc8f89 req-41d84b90-ee15-4881-a73a-46560bcf89a1 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474977
Feb 17 04:33:46.594698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Calling delete_port for f38915de-2eaf-408a-aefc-2ed6e07dc1dd owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:33:46.830094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b806b-ac60-484c-89da-691c7d22630f req-0ac708e9-8646-446d-a87a-7b2947b02cc6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:46.831739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b98b806b-ac60-484c-89da-691c7d22630f req-0ac708e9-8646-446d-a87a-7b2947b02cc6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.1794477
Feb 17 04:33:46.835072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.850725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8810e14e-dd83-4154-92bb-e453c8892a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:46.921399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c014b-26a2-449a-a0dc-5664d8ddc40b req-ba8c44a3-8c72-4fe2-89cd-ae583489f20c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:46.923027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba7c014b-26a2-449a-a0dc-5664d8ddc40b req-ba8c44a3-8c72-4fe2-89cd-ae583489f20c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0904448
Feb 17 04:33:46.972042 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba7c014b-26a2-449a-a0dc-5664d8ddc40b req-2351ec4a-2f76-4396-baf1-990767d4a59b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423779
Feb 17 04:33:46.972469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event deleted for resources: {'Port': ['ID=f38915de-2eaf-408a-aefc-2ed6e07dc1dd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:46.979965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:47.025663 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b98b806b-ac60-484c-89da-691c7d22630f req-1c9f46ab-8022-4ab0-ad3d-cd15bac45c12 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427183
Feb 17 04:33:47.100681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] No DVR routers for this DVR port f38915de-2eaf-408a-aefc-2ed6e07dc1dd on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:33:47.102967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:47.106104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'name': 'network-vif-deleted', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:47.122295 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f467f0c9-5fd2-4bc8-8db8-c05f28633b97 req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "DELETE /v2.0/ports/f38915de-2eaf-408a-aefc-2ed6e07dc1dd HTTP/1.1" status: 204  len: 173 time: 1.2341523
Feb 17 04:33:47.182306 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee42b60-a1c0-4b17-9aa4-01d216665df4', 'name': 'network-vif-deleted', 'tag': 'f38915de-2eaf-408a-aefc-2ed6e07dc1dd', 'status': 'completed', 'code': 200}
Feb 17 04:33:47.571758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-94f9783a-6f88-45a5-b6cd-78970a4d93c3 req-bff412e1-ddc1-4685-ba89-c1a4bc662684 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:47.586599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-94f9783a-6f88-45a5-b6cd-78970a4d93c3 req-bff412e1-ddc1-4685-ba89-c1a4bc662684 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:47.587842 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94f9783a-6f88-45a5-b6cd-78970a4d93c3 req-bff412e1-ddc1-4685-ba89-c1a4bc662684 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ee42b60-a1c0-4b17-9aa4-01d216665df4 HTTP/1.1" status: 200  len: 210 time: 0.0640023
Feb 17 04:33:48.202736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096c9c7-0a54-43f1-beaf-fbedab67d116 req-33dba243-dc9d-4ce2-aea9-02392641b687 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:48.204677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5096c9c7-0a54-43f1-beaf-fbedab67d116 req-33dba243-dc9d-4ce2-aea9-02392641b687 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1143668
Feb 17 04:33:48.241217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6285d0-e957-4e29-88ce-dbae12168fa4 req-60bde543-714d-44b2-b1c3-6cac96797dc5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:48.242694 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c6285d0-e957-4e29-88ce-dbae12168fa4 req-60bde543-714d-44b2-b1c3-6cac96797dc5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.1006789
Feb 17 04:33:48.264686 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5096c9c7-0a54-43f1-beaf-fbedab67d116 req-078a03ad-61cc-476a-bd8d-d14a6d98cc2d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505493
Feb 17 04:33:48.307141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c6285d0-e957-4e29-88ce-dbae12168fa4 req-d335d8d7-22b1-4a9f-b501-5790009173b0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575433
Feb 17 04:33:48.737764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30c545df-28c8-4247-a653-ee023e8eb445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:49.473428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:49.480586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eea74-69b4-4819-8c53-f5d4bf622707 req-a4cec92a-1898-470e-a19b-1551d10077d3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:49.482389 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b01eea74-69b4-4819-8c53-f5d4bf622707 req-a4cec92a-1898-470e-a19b-1551d10077d3 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1003952
Feb 17 04:33:49.498341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f38915de-2eaf-408a-aefc-2ed6e07dc1dd no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:33:49.522097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90926-f23e-4af6-8547-4bc1bc2c4ff1 req-3ab4dae8-6acf-4a2c-945f-cd2d140a0526 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:49.523805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ad90926-f23e-4af6-8547-4bc1bc2c4ff1 req-3ab4dae8-6acf-4a2c-945f-cd2d140a0526 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0989876
Feb 17 04:33:49.535574 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b01eea74-69b4-4819-8c53-f5d4bf622707 req-b4467b73-8db3-4e53-a83f-eff2446fa374 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456328
Feb 17 04:33:49.555591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: f38915de-2eaf-408a-aefc-2ed6e07dc1dd {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:33:49.556184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f38915de-2eaf-408a-aefc-2ed6e07dc1dd not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:33:49.577585 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1ad90926-f23e-4af6-8547-4bc1bc2c4ff1 req-ae97d1f0-6ee5-4f41-9ae5-c77ee5b4c457 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461497
Feb 17 04:33:50.342091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.744978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf716e-8ff8-4504-94cd-d5df3896f4ca req-90337e78-cbab-40b8-b1a7-0a6d45f98baa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:50.746959 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ecf716e-8ff8-4504-94cd-d5df3896f4ca req-90337e78-cbab-40b8-b1a7-0a6d45f98baa tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0926559
Feb 17 04:33:50.781906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8b775-9159-41d2-8809-86c6098b8f3b req-f7bdee9c-5612-4f8c-8f52-51e665eddf4d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:50.783585 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4f8b775-9159-41d2-8809-86c6098b8f3b req-f7bdee9c-5612-4f8c-8f52-51e665eddf4d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0897799
Feb 17 04:33:50.801755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ecf716e-8ff8-4504-94cd-d5df3896f4ca req-e400c3ef-9656-471e-9052-b40fe4eeda2b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484736
Feb 17 04:33:50.835997 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c4f8b775-9159-41d2-8809-86c6098b8f3b req-063e764d-6a13-483c-b9b0-2a133c8ada42 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459154
Feb 17 04:33:50.894062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.406101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e9c22-1d36-4b89-b431-2046037e4c2c req-1c7efe70-595e-4f1d-a478-39af14048461 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:51.407710 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c40e9c22-1d36-4b89-b431-2046037e4c2c req-1c7efe70-595e-4f1d-a478-39af14048461 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0888927
Feb 17 04:33:51.454695 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c40e9c22-1d36-4b89-b431-2046037e4c2c req-d9020caf-2e39-4a83-8460-d26955175d45 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406930
Feb 17 04:33:52.028800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82defe3d-4686-4690-8b86-d5cb887aa9cf req-26c493b4-1798-44ae-9df7-ae17fac05f9d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:52.030432 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82defe3d-4686-4690-8b86-d5cb887aa9cf req-26c493b4-1798-44ae-9df7-ae17fac05f9d tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0999801
Feb 17 04:33:52.038086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2986bb-337b-4615-aafe-f8b828448002 req-cb859930-1a81-4995-ac7b-706c615c5047 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:52.039846 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac2986bb-337b-4615-aafe-f8b828448002 req-cb859930-1a81-4995-ac7b-706c615c5047 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0899556
Feb 17 04:33:52.079540 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82defe3d-4686-4690-8b86-d5cb887aa9cf req-f2d329ed-72ef-48e0-a089-e39179f3d58a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425591
Feb 17 04:33:52.087878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac2986bb-337b-4615-aafe-f8b828448002 req-ebadc6c8-6703-4b8e-a96a-67d046daca20 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418053
Feb 17 04:33:52.655285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9254d-71f4-4ada-a44b-8dd40b9cbeca req-9a431b37-5950-47a0-beb1-f5ae457609da tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:52.656853 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3d9254d-71f4-4ada-a44b-8dd40b9cbeca req-9a431b37-5950-47a0-beb1-f5ae457609da tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0891945
Feb 17 04:33:52.704152 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3d9254d-71f4-4ada-a44b-8dd40b9cbeca req-416354d9-d1ac-4960-80fb-5fb38bd6765b tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411112
Feb 17 04:33:53.280790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7fcb7-9c20-4d31-87e4-75a05814aa9f req-4615431e-4259-4e9a-9975-b64a0ef3e267 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:53.282430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55e7fcb7-9c20-4d31-87e4-75a05814aa9f req-4615431e-4259-4e9a-9975-b64a0ef3e267 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0885758
Feb 17 04:33:53.289193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c8e74-b3d1-4dc2-bd81-74ea097fceac req-5e359e0c-0bc1-4fcf-bf82-9e1719187a68 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:53.290792 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-692c8e74-b3d1-4dc2-bd81-74ea097fceac req-5e359e0c-0bc1-4fcf-bf82-9e1719187a68 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0905571
Feb 17 04:33:53.335000 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-55e7fcb7-9c20-4d31-87e4-75a05814aa9f req-c75415f8-8a1e-47df-9d8d-16149e48d70b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459456
Feb 17 04:33:53.343289 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-692c8e74-b3d1-4dc2-bd81-74ea097fceac req-35e4f1af-5f59-41fd-a21b-3399db3f58b7 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452933
Feb 17 04:33:53.905617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe57975-2bf1-4db2-ad80-8b8f79e9e0ac req-1761f56d-db2b-4328-bd1b-518991896c17 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:53.907269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fe57975-2bf1-4db2-ad80-8b8f79e9e0ac req-1761f56d-db2b-4328-bd1b-518991896c17 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0880301
Feb 17 04:33:53.955295 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fe57975-2bf1-4db2-ad80-8b8f79e9e0ac req-4d80b050-6fff-41db-a3b5-f34947e80066 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417242
Feb 17 04:33:54.539657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffe4a1-7f7e-43d2-8789-aa623e6e1f96 req-92a173b9-3d34-4bf5-9aed-d11af2fd78a5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:54.541300 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8ffe4a1-7f7e-43d2-8789-aa623e6e1f96 req-92a173b9-3d34-4bf5-9aed-d11af2fd78a5 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0879619
Feb 17 04:33:54.543826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb10ee4-6537-4987-a1df-0f5de180b811 req-42331d84-6c6e-4327-9af6-53afdecaa659 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:54.545434 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8bb10ee4-6537-4987-a1df-0f5de180b811 req-42331d84-6c6e-4327-9af6-53afdecaa659 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0894854
Feb 17 04:33:54.590234 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8ffe4a1-7f7e-43d2-8789-aa623e6e1f96 req-d7726553-766c-48e7-9c4a-e67f14c6b66e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416875
Feb 17 04:33:54.593926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8bb10ee4-6537-4987-a1df-0f5de180b811 req-f3a97b71-0d0e-4cd0-ad61-f39abd527c96 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423844
Feb 17 04:33:55.155895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf91e-5ee3-447c-9cf9-6171ad69bf09 req-d5481294-f74e-4ec2-8a12-2aa92a13ee54 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:55.157429 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8daf91e-5ee3-447c-9cf9-6171ad69bf09 req-d5481294-f74e-4ec2-8a12-2aa92a13ee54 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0902836
Feb 17 04:33:55.205806 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8daf91e-5ee3-447c-9cf9-6171ad69bf09 req-9f5e20a6-1be3-4d96-a094-ea6af335b3e7 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418756
Feb 17 04:33:55.791135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d217-17fb-4418-b0ac-2c2445ddbc75 req-fb3efa89-5406-4eca-a8f3-3395151157d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:55.792018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48427c-0ab5-4c06-963c-7cf0a24d4de7 req-7dc16a8c-827e-4235-bfd3-7c9a7d61ed0b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:55.793560 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7398d217-17fb-4418-b0ac-2c2445ddbc75 req-fb3efa89-5406-4eca-a8f3-3395151157d1 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0903027
Feb 17 04:33:55.794684 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0e48427c-0ab5-4c06-963c-7cf0a24d4de7 req-7dc16a8c-827e-4235-bfd3-7c9a7d61ed0b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0886471
Feb 17 04:33:55.841730 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7398d217-17fb-4418-b0ac-2c2445ddbc75 req-1eb1ecaf-8ff5-49be-82fc-a4b5688e694c tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415351
Feb 17 04:33:55.842318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0e48427c-0ab5-4c06-963c-7cf0a24d4de7 req-a55c1443-6759-404b-9830-94ad22cb1c36 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412660
Feb 17 04:33:56.604433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdce04-1d1d-4ed6-bf51-e17a1c96ecdc req-70c05c21-727b-4ffe-ba73-2c068b423ed8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:56.606687 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27cdce04-1d1d-4ed6-bf51-e17a1c96ecdc req-70c05c21-727b-4ffe-ba73-2c068b423ed8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.2836483
Feb 17 04:33:56.654293 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27cdce04-1d1d-4ed6-bf51-e17a1c96ecdc req-185df91e-f70f-4771-98df-c790747ed773 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409539
Feb 17 04:33:57.041574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7051-f359-4c80-9923-493624e58526 req-09cceb8a-fab0-44db-83bb-9ad047a5d129 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:57.043856 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dfea7051-f359-4c80-9923-493624e58526 req-09cceb8a-fab0-44db-83bb-9ad047a5d129 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0889347
Feb 17 04:33:57.051494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf21830-f947-4a16-affd-fbaf9a6afab8 req-979dfd07-d6f2-412c-be1b-757fb81e23b9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:57.053097 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-acf21830-f947-4a16-affd-fbaf9a6afab8 req-979dfd07-d6f2-412c-be1b-757fb81e23b9 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0950384
Feb 17 04:33:57.094996 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dfea7051-f359-4c80-9923-493624e58526 req-d39fd8a6-6832-49a8-b66c-baa9d612710f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441604
Feb 17 04:33:57.100577 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-acf21830-f947-4a16-affd-fbaf9a6afab8 req-27fca41d-3c01-465d-9ed5-73e672d42874 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411756
Feb 17 04:33:57.854380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89232e00-10da-4d27-af13-1817fd0aba9a req-f66136a7-efdc-40a4-a495-bfcf8c5fa53c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:57.856190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-89232e00-10da-4d27-af13-1817fd0aba9a req-f66136a7-efdc-40a4-a495-bfcf8c5fa53c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0887680
Feb 17 04:33:57.904482 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-89232e00-10da-4d27-af13-1817fd0aba9a req-47d03fe2-5be7-49c8-b668-ecf2569dd01f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417986
Feb 17 04:33:58.289082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:58.343865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e3cd-ef93-4641-bec0-31bb25491110 req-6e98a243-9f61-4ffb-83e5-6cfc1df25cc0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:58.345623 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f965e3cd-ef93-4641-bec0-31bb25491110 req-6e98a243-9f61-4ffb-83e5-6cfc1df25cc0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0951996
Feb 17 04:33:58.354299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaf602-93ac-4409-807f-b1078e3341cc req-85550c02-8143-4f52-a0d9-5a761e23d0af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:58.358732 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8ebaf602-93ac-4409-807f-b1078e3341cc req-85550c02-8143-4f52-a0d9-5a761e23d0af tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.1019378
Feb 17 04:33:58.408813 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8ebaf602-93ac-4409-807f-b1078e3341cc req-2b850a3a-f9d6-4ef4-9679-c02133005b0f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/security-groups?id=a5d18746-d0bd-4e0c-a3b8-176f17e02792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439398
Feb 17 04:33:58.447106 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f965e3cd-ef93-4641-bec0-31bb25491110 req-b2adcdbd-b098-4343-b5b7-a7f12e04eae5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950990
Feb 17 04:33:58.483360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-3853a48f-0c75-4c48-98f7-c1830a25614f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:58.484928 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-3853a48f-0c75-4c48-98f7-c1830a25614f tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 945 time: 0.0999262
Feb 17 04:33:58.488461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 8f824d75-b2bf-47d0-90e8-3ba823dae40e no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:33:58.565469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Deleting port 8f824d75-b2bf-47d0-90e8-3ba823dae40e {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:33:58.565858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.610721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.639077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:58.649465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:58.652862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.654727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:58.695661 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e', 'code': 200}
Feb 17 04:33:58.729185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:58.737947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.738345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.738730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.739135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.739513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.739891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.740264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.740635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.741005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.741376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.741745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.742113 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.742539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.742911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.743311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.743674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.744038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.744405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.744771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.745140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.745545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.745912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.746278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.746641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:58.751173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:58.836768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] For port 8f824d75-b2bf-47d0-90e8-3ba823dae40e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8f824d75-b2bf-47d0-90e8-3ba823dae40e,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:58.837197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.976347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Calling delete_port for 8f824d75-b2bf-47d0-90e8-3ba823dae40e owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:33:59.194308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f637ed-41b6-4dca-99ce-d8c366a7665b req-a16ea1d2-c4de-4490-9395-7dda6adad45f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:59.195961 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5f637ed-41b6-4dca-99ce-d8c366a7665b req-a16ea1d2-c4de-4490-9395-7dda6adad45f tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.1737533
Feb 17 04:33:59.225699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.241544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:59.353435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Pushing event deleted for resources: {'Port': ['ID=8f824d75-b2bf-47d0-90e8-3ba823dae40e,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:59.372684 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5f637ed-41b6-4dca-99ce-d8c366a7665b req-507c4293-87ae-45ae-9ae7-55f0c8559493 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694674
Feb 17 04:33:59.376242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.376659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.377073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.377469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.377864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.378262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.378659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.379070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.379480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.379872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.380262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.380654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.381096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.381491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.381879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.382269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.382658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.383066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.383459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.383848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.384235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.384623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.385016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.385401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:59.397263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:59.490923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] No DVR routers for this DVR port 8f824d75-b2bf-47d0-90e8-3ba823dae40e on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:33:59.493293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.497543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-deleted', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:33:59.511316 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e7d9c4d-bef8-4fda-8255-59a743913074 req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.59 "DELETE /v2.0/ports/8f824d75-b2bf-47d0-90e8-3ba823dae40e HTTP/1.1" status: 204  len: 173 time: 1.0184937
Feb 17 04:33:59.577051 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4e7ae61-98f7-43a5-bfb5-c98d669a55da req-7e486102-1df2-4f05-983d-f48153ec5a2a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0488231
Feb 17 04:33:59.654983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704165-1e53-419f-bf7a-8c9d42459aa3 req-a17400e6-2005-4b65-b400-bf233741fa7c tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:59.656696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-34704165-1e53-419f-bf7a-8c9d42459aa3 req-a17400e6-2005-4b65-b400-bf233741fa7c tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0921614
Feb 17 04:33:59.696387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20760e77-fe67-4ebe-87f1-34d840495341', 'name': 'network-vif-deleted', 'tag': '8f824d75-b2bf-47d0-90e8-3ba823dae40e', 'status': 'completed', 'code': 200}
Feb 17 04:33:59.708151 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-34704165-1e53-419f-bf7a-8c9d42459aa3 req-868f0a19-99ec-4c5e-99a5-9e009d9babd7 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441713
Feb 17 04:34:00.062301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5414-6a5c-46bd-8a68-74279010d9d3 req-217884c7-987b-47b2-93ab-0e7a29b01d32 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:00.063916 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-756a5414-6a5c-46bd-8a68-74279010d9d3 req-217884c7-987b-47b2-93ab-0e7a29b01d32 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0931406
Feb 17 04:34:00.112487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-756a5414-6a5c-46bd-8a68-74279010d9d3 req-32c3510a-7493-4f6e-aa67-a7ca8dbb5d57 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423207
Feb 17 04:34:00.579145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5192370-b449-4692-b754-d1a1c6587d5a req-166b0112-fd4e-44cd-a8cf-aa0dd33c606e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:00.580723 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5192370-b449-4692-b754-d1a1c6587d5a req-166b0112-fd4e-44cd-a8cf-aa0dd33c606e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0893769
Feb 17 04:34:00.630038 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5192370-b449-4692-b754-d1a1c6587d5a req-277d75c2-4e78-4f8f-8218-c6285eeac03c tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429156
Feb 17 04:34:00.739784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8dd81ea0-56dc-48e1-896b-2543bb9856eb req-0c92070f-318d-40c7-8682-c882c4c26f0e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Synchronizing usage tracker for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:00.755058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-8dd81ea0-56dc-48e1-896b-2543bb9856eb req-0c92070f-318d-40c7-8682-c882c4c26f0e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Unset dirty status for tenant:5336afdcf4aa4b46b0655432b7a1323c on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:00.756331 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8dd81ea0-56dc-48e1-896b-2543bb9856eb req-0c92070f-318d-40c7-8682-c882c4c26f0e tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0646057
Feb 17 04:34:00.911695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbd93d-d280-4ab4-9e18-919b1530d106 req-bd5723d7-3070-4a72-858e-e529dea914b0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:00.913317 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3ecbd93d-d280-4ab4-9e18-919b1530d106 req-bd5723d7-3070-4a72-858e-e529dea914b0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0879955
Feb 17 04:34:00.960571 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3ecbd93d-d280-4ab4-9e18-919b1530d106 req-b57e06f3-b59a-42fc-be7b-b96c8aafd957 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402710
Feb 17 04:34:01.315579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827d76-6b72-42cd-9632-8bd6c4ede73e req-c25b6186-1f5f-42f6-8ea8-492289664eb0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:01.317188 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d827d76-6b72-42cd-9632-8bd6c4ede73e req-c25b6186-1f5f-42f6-8ea8-492289664eb0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0859969
Feb 17 04:34:01.368179 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d827d76-6b72-42cd-9632-8bd6c4ede73e req-b6acd222-ee54-4a01-ae40-2439931a4d1f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449104
Feb 17 04:34:01.836559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f98e-4d7a-4c44-9ff8-194b7ddda5ad req-ccdf3b6e-647d-41e0-97c2-20bd48f3d5cb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:01.838290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1238f98e-4d7a-4c44-9ff8-194b7ddda5ad req-ccdf3b6e-647d-41e0-97c2-20bd48f3d5cb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0921481
Feb 17 04:34:01.888339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1238f98e-4d7a-4c44-9ff8-194b7ddda5ad req-48c7a1db-4186-469a-ab20-e901a5005b17 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431025
Feb 17 04:34:01.924476 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-df1ab3b1-21aa-418b-af4e-a568a9be2372 req-db901d93-41f9-43e9-a7b2-bad76bf7b23b tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0490346
Feb 17 04:34:02.160817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b3b9-5d8f-47d4-bce1-9157af8e8a56 req-1b8d43a5-5d28-4666-a3c7-2d59205d2788 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:02.162372 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b361b3b9-5d8f-47d4-bce1-9157af8e8a56 req-1b8d43a5-5d28-4666-a3c7-2d59205d2788 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0901673
Feb 17 04:34:02.214895 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b361b3b9-5d8f-47d4-bce1-9157af8e8a56 req-99979b3c-eaac-4350-b860-dc39955c7328 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455406
Feb 17 04:34:02.568752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c88e9c-2de2-4a2c-b459-cb5dc817ba3f req-df4057ca-6c06-40e3-8651-d6c5a2be542a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:02.570352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18c88e9c-2de2-4a2c-b459-cb5dc817ba3f req-df4057ca-6c06-40e3-8651-d6c5a2be542a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0891199
Feb 17 04:34:02.621829 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18c88e9c-2de2-4a2c-b459-cb5dc817ba3f req-789884ef-6b37-4410-9141-fc10aafa25df tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446894
Feb 17 04:34:03.094205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2562ec-f755-4ae4-a8bf-188fe77c5949 req-9bcfee04-b6d5-473b-84d5-38a9a7d557ca tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:03.096041 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a2562ec-f755-4ae4-a8bf-188fe77c5949 req-9bcfee04-b6d5-473b-84d5-38a9a7d557ca tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0904922
Feb 17 04:34:03.107679 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bef4945d-c2df-4038-8abb-977698529665 req-91570e2b-3e8d-4afa-afbe-0ce8a91ba607 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0577223
Feb 17 04:34:03.154799 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a2562ec-f755-4ae4-a8bf-188fe77c5949 req-a9ebc001-53df-4293-95e4-5010ab350d44 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525899
Feb 17 04:34:03.328269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.421890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1607-4e8d-4f16-b96f-7df1014ae5c5 req-1c9a5448-fb0e-464e-939f-ccf7cf775d25 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:03.423465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90fa1607-4e8d-4f16-b96f-7df1014ae5c5 req-1c9a5448-fb0e-464e-939f-ccf7cf775d25 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0890367
Feb 17 04:34:03.473061 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90fa1607-4e8d-4f16-b96f-7df1014ae5c5 req-debf3102-86fe-4ede-9db4-f7f35587bd0a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427878
Feb 17 04:34:03.828568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d173e7d-20fd-4867-be9e-7e25dc94f4c7 req-7df0e5bf-aa5f-48d6-a435-31ec8d1ef2fb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:03.830167 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d173e7d-20fd-4867-be9e-7e25dc94f4c7 req-7df0e5bf-aa5f-48d6-a435-31ec8d1ef2fb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0920737
Feb 17 04:34:03.879758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d173e7d-20fd-4867-be9e-7e25dc94f4c7 req-6dd587f6-8da4-43ac-8355-8678dad94d77 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434189
Feb 17 04:34:03.988190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-850b544e-d790-42c6-b031-59edf0b14a6c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:34:04.297622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cafbc428-04d0-411b-a6a4-463443fc2c24 req-8af85dea-e867-431e-9275-09747bbf541a tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] 10.222.0.78 "GET /v2.0/ports?device_id=20760e77-fe67-4ebe-87f1-34d840495341 HTTP/1.1" status: 200  len: 210 time: 0.0556147
Feb 17 04:34:04.491985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcefab7-bbaf-47e4-bffb-a51ee9713d9d req-e419018a-39bc-4ea2-a3bf-93e2aa79ad14 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:04.493613 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1fcefab7-bbaf-47e4-bffb-a51ee9713d9d req-e419018a-39bc-4ea2-a3bf-93e2aa79ad14 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0870256
Feb 17 04:34:04.542461 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1fcefab7-bbaf-47e4-bffb-a51ee9713d9d req-c7c5db80-d4fe-4394-8e50-8c0fe5293337 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420542
Feb 17 04:34:04.675660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed6044-2550-4a38-bb6d-f73fb69156da req-dead3026-3152-40bd-8b7c-d5a71e3d86c4 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:04.677265 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72ed6044-2550-4a38-bb6d-f73fb69156da req-dead3026-3152-40bd-8b7c-d5a71e3d86c4 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.0894079
Feb 17 04:34:04.725568 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72ed6044-2550-4a38-bb6d-f73fb69156da req-812af615-b111-4761-8569-82572ae611c7 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413969
Feb 17 04:34:05.079206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0cf2a-633c-4237-b383-4216f5872098 req-736d795d-05db-4284-b7b4-bd5c8872e776 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:05.080720 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96f0cf2a-633c-4237-b383-4216f5872098 req-736d795d-05db-4284-b7b4-bd5c8872e776 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0887804
Feb 17 04:34:05.128312 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96f0cf2a-633c-4237-b383-4216f5872098 req-2c85e73a-ca31-4ea6-9888-ac8c7aa3dc52 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412650
Feb 17 04:34:05.402516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49666) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:05.753965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2f23-bcf6-45fb-94ac-1986c67e29f2 req-86284743-e026-4968-b724-672fb0ddd059 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:05.755611 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-178b2f23-bcf6-45fb-94ac-1986c67e29f2 req-86284743-e026-4968-b724-672fb0ddd059 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0917692
Feb 17 04:34:05.775135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device b60a0e42-338e-46c0-ba43-9b2027219e08 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:05.820361 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-178b2f23-bcf6-45fb-94ac-1986c67e29f2 req-549c26c3-92f8-4f14-a34d-82f748dfb5da tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574157
Feb 17 04:34:05.888208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port b60a0e42-338e-46c0-ba43-9b2027219e08 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:05.893623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:05.894046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.027430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.056260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:06.066509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:06.069389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.071974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:06.106507 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'code': 200}
Feb 17 04:34:06.149275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:06.153684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:06.235000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-988d97be-d6b9-4622-a7b0-12d774e49b8d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:06.236877 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-988d97be-d6b9-4622-a7b0-12d774e49b8d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.3468225
Feb 17 04:34:06.242836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851fc74-9ee3-4a42-b336-fe2c8a22b187 req-35b399cf-f148-46f7-bbbe-101c84be8dce tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:06.244392 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b851fc74-9ee3-4a42-b336-fe2c8a22b187 req-35b399cf-f148-46f7-bbbe-101c84be8dce tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.3587809
Feb 17 04:34:06.364303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee3d4-6c7e-4d2a-9802-8e06121cfef3 req-74a6da3e-5e3c-453e-b98f-ad975a901fc8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:06.365882 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a80ee3d4-6c7e-4d2a-9802-8e06121cfef3 req-74a6da3e-5e3c-453e-b98f-ad975a901fc8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0998001
Feb 17 04:34:06.392091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Deleting port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:06.392484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.416575 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a80ee3d4-6c7e-4d2a-9802-8e06121cfef3 req-5836122a-bbc7-40e5-9d33-21a9ab3cce68 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438659
Feb 17 04:34:06.536677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b851fc74-9ee3-4a42-b336-fe2c8a22b187 req-768e71c5-3dd1-43f5-a563-3fcc9a6e510d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278070
Feb 17 04:34:06.744693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device b60a0e42-338e-46c0-ba43-9b2027219e08 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:06.789257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921f304-04a7-4ae3-a365-096debaea656 req-d6b61b2f-4909-47a3-b152-4dcdb20bc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:06.790895 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e921f304-04a7-4ae3-a365-096debaea656 req-d6b61b2f-4909-47a3-b152-4dcdb20bc1d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.3674438
Feb 17 04:34:06.822952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:06.823997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.884856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] For port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:06.885261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.899242 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e921f304-04a7-4ae3-a365-096debaea656 req-606fae53-8602-4438-af2f-4ae5f79681d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947247
Feb 17 04:34:07.042778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 792b9d8e-6dd8-4b55-a5f2-852e8232b46b no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:07.051238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0291045-e443-4f8a-a802-aa8d655b8e1d req-7022d104-5be1-4ef8-88df-164514617d99 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:07.052893 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a0291045-e443-4f8a-a802-aa8d655b8e1d req-7022d104-5be1-4ef8-88df-164514617d99 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 945 time: 0.0949805
Feb 17 04:34:07.065295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Calling delete_port for 792b9d8e-6dd8-4b55-a5f2-852e8232b46b owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:07.116950 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a0291045-e443-4f8a-a802-aa8d655b8e1d req-fdf4e17d-82f0-4d7f-b34c-4627ddcde452 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530851
Feb 17 04:34:07.175440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.194275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.300046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 17 04:34:07.300046 dv-cinder-759987-4-iscsi neutron-server[83883]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Feb 17 04:34:07.300046 dv-cinder-759987-4-iscsi neutron-server[83883]: [parameters: {'status': 'DOWN', 'ports_id': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b'}]
Feb 17 04:34:07.300046 dv-cinder-759987-4-iscsi neutron-server[83883]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:34:07.300559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:34:07.672101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.706260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2bf1d362-a90e-4910-9b0a-9535c6299f37 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:07.739432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e3096-0930-47de-a824-252baa847512 req-787eeffe-be36-4dc9-b7e2-606b104e8a0b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:07.741064 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d45e3096-0930-47de-a824-252baa847512 req-787eeffe-be36-4dc9-b7e2-606b104e8a0b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.0888681
Feb 17 04:34:07.791464 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d45e3096-0930-47de-a824-252baa847512 req-c2b5c7a2-9084-41fc-9cfe-3e2ccd5163d3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425198
Feb 17 04:34:07.817327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event deleted for resources: {'Port': ['ID=792b9d8e-6dd8-4b55-a5f2-852e8232b46b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:07.839957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b update to DOWN by agent not found {{(pid=83997) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 17 04:34:07.875306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:07.939876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f36b-403c-46c1-a010-9271286cc70b req-dfbd01b3-535c-4b49-95bb-8f65a7dc23d4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:07.941563 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-84f6f36b-403c-46c1-a010-9271286cc70b req-dfbd01b3-535c-4b49-95bb-8f65a7dc23d4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.3970792
Feb 17 04:34:08.035902 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-84f6f36b-403c-46c1-a010-9271286cc70b req-b657114e-3941-47c6-9303-f1c247ce01ac tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857692
Feb 17 04:34:08.103630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] No DVR routers for this DVR port 792b9d8e-6dd8-4b55-a5f2-852e8232b46b on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:34:08.107961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.111798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'name': 'network-vif-deleted', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:08.168262 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad42ab86-4168-46d3-9394-9fb44fc79d18', 'name': 'network-vif-deleted', 'tag': '792b9d8e-6dd8-4b55-a5f2-852e8232b46b', 'status': 'completed', 'code': 200}
Feb 17 04:34:08.173910 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ccb3fd78-29e0-4424-8802-d1a73032be38 req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "DELETE /v2.0/ports/792b9d8e-6dd8-4b55-a5f2-852e8232b46b HTTP/1.1" status: 204  len: 173 time: 1.9252589
Feb 17 04:34:08.190391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Deleting port 63f51fa8-f298-4aee-b998-10862be23f38 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:08.190773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.375698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-bd1fa577-3f56-4a0d-97e5-4302306fc6c0 req-8a17954f-7ece-4a47-b50e-038704e98208 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:08.419131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-bd1fa577-3f56-4a0d-97e5-4302306fc6c0 req-8a17954f-7ece-4a47-b50e-038704e98208 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:08.420418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd1fa577-3f56-4a0d-97e5-4302306fc6c0 req-8a17954f-7ece-4a47-b50e-038704e98208 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad42ab86-4168-46d3-9394-9fb44fc79d18 HTTP/1.1" status: 200  len: 210 time: 0.1692383
Feb 17 04:34:08.455646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] For port 63f51fa8-f298-4aee-b998-10862be23f38, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=63f51fa8-f298-4aee-b998-10862be23f38,segment=NetworkSegment(698b4b9c-dd0e-48e6-8ca6-c245d510cbbd),segment_id=698b4b9c-dd0e-48e6-8ca6-c245d510cbbd)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:08.455983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.595358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Calling delete_port for 63f51fa8-f298-4aee-b998-10862be23f38 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:08.975084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.992080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3c9b21-880c-420e-b6e8-0d18dc8859f5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:09.092909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Pushing event deleted for resources: {'Port': ['ID=63f51fa8-f298-4aee-b998-10862be23f38,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:09.111067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:09.162991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630cfcb-cff8-432b-bf7e-201e962b8ad8 req-37ff9a0c-5a71-4f79-ad86-6c2b8b006aa3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:09.164286 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1630cfcb-cff8-432b-bf7e-201e962b8ad8 req-37ff9a0c-5a71-4f79-ad86-6c2b8b006aa3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.2537251
Feb 17 04:34:09.271063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1630cfcb-cff8-432b-bf7e-201e962b8ad8 req-a66c66ec-f4dc-419d-946e-cc0476c20e9d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921719
Feb 17 04:34:09.290687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0de42-689c-41a1-a754-bf756bcd5f83 req-695fdd21-8adb-4ac9-871f-b84ff3670b6e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:09.293058 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9b0de42-689c-41a1-a754-bf756bcd5f83 req-695fdd21-8adb-4ac9-871f-b84ff3670b6e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1008637
Feb 17 04:34:09.344927 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9b0de42-689c-41a1-a754-bf756bcd5f83 req-e4c20c11-9feb-4d75-ae0b-0dd2ae82b0eb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455103
Feb 17 04:34:09.479981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.107967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dcedd-0af5-487a-84dd-b2c26c439f46 req-c277566c-56f6-4df3-8f57-990dcec6f405 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:10.109506 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc6dcedd-0af5-487a-84dd-b2c26c439f46 req-c277566c-56f6-4df3-8f57-990dcec6f405 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.1456673
Feb 17 04:34:10.304141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fc6dcedd-0af5-487a-84dd-b2c26c439f46 req-08066fa4-1991-4624-a139-689257f3ac38 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368580
Feb 17 04:34:10.344249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Router afab79a1-301f-403b-a60b-f6722e9b63e2 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:10.490232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0902c2-8a95-478a-ab14-05bcfaadad9b req-316c00a9-170d-4234-87a3-acfbb7ebdded tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:10.492032 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c0902c2-8a95-478a-ab14-05bcfaadad9b req-316c00a9-170d-4234-87a3-acfbb7ebdded tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.1008370
Feb 17 04:34:10.541859 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c0902c2-8a95-478a-ab14-05bcfaadad9b req-e2d3dcbc-b012-406b-bfa3-a87a87542881 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420952
Feb 17 04:34:10.613365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:10.622403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Sync routers for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:10.624553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe8a9-9624-4780-a55f-f1e5167f0ad6 req-0287ae0d-ef08-4b7c-98e1-6d0af389e8e4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:10.626189 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-917fe8a9-9624-4780-a55f-f1e5167f0ad6 req-0287ae0d-ef08-4b7c-98e1-6d0af389e8e4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1432157
Feb 17 04:34:10.640891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:10.642243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946623a90>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:10.653339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] 10.222.0.78 "PUT /v2.0/routers/afab79a1-301f-403b-a60b-f6722e9b63e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2498393
Feb 17 04:34:10.656068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49730) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:10.686360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-917fe8a9-9624-4780-a55f-f1e5167f0ad6 req-430d7869-7b46-4206-806c-9f08b529a9f0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520458
Feb 17 04:34:10.840879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:10.925777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c694f1e-0ffe-4cbe-af20-2ad9484214bf req-b159c332-7a77-4235-8588-107ac63803e6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:10.927506 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8c694f1e-0ffe-4cbe-af20-2ad9484214bf req-b159c332-7a77-4235-8588-107ac63803e6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.2135999
Feb 17 04:34:10.936891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.148456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8c694f1e-0ffe-4cbe-af20-2ad9484214bf req-1257c97c-a60c-47e1-a95a-439cb7aa8199 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869882
Feb 17 04:34:11.166802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946623a90>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:34:08Z', 'revision_number': 5, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:11.176996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Checking router: afab79a1-301f-403b-a60b-f6722e9b63e2 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:11.198911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Routers {'afab79a1-301f-403b-a60b-f6722e9b63e2'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:11.199812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946623a90>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['afab79a1-301f-403b-a60b-f6722e9b63e2'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:11.208301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.214519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Deleting port ebe6780d-8a5d-4077-890c-408244d2e2a5 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:11.215628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.388444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d80f-6606-4aa4-a45f-5c1b10df9975 req-f48ee162-3a9a-4a2b-8514-ba845c6f4f5d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.396180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad38d80f-6606-4aa4-a45f-5c1b10df9975 req-f48ee162-3a9a-4a2b-8514-ba845c6f4f5d tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.0995615
Feb 17 04:34:11.417047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] Set router afab79a1-301f-403b-a60b-f6722e9b63e2 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:11.427650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] For port ebe6780d-8a5d-4077-890c-408244d2e2a5, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ebe6780d-8a5d-4077-890c-408244d2e2a5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:11.428060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.449012 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ad38d80f-6606-4aa4-a45f-5c1b10df9975 req-94894636-f419-4748-8d71-ddccd16d1b2f tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518348
Feb 17 04:34:11.574582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Calling delete_port for ebe6780d-8a5d-4077-890c-408244d2e2a5 owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:11.639478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459563b-9188-4b44-896b-924643470378 req-5ce2effe-dd68-4ecc-a664-79b4d0ae5e7a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.641125 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a459563b-9188-4b44-896b-924643470378 req-5ce2effe-dd68-4ecc-a664-79b4d0ae5e7a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.0892646
Feb 17 04:34:11.693457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a459563b-9188-4b44-896b-924643470378 req-8d2d4cf2-4035-492c-9f7a-1e5eb6843e89 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452361
Feb 17 04:34:11.735743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95eb48-74c5-4c17-be97-5acfe26f16d2 req-0a2c5f55-966b-4ea2-8924-9b84c3bd497e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.743293 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f95eb48-74c5-4c17-be97-5acfe26f16d2 req-0a2c5f55-966b-4ea2-8924-9b84c3bd497e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.1764922
Feb 17 04:34:11.758675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946623a90>, [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:34:08Z', 'revision_number': 5, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:11.773099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e25e80-2db7-4847-9f0f-3c4db7a88392 None None] The sync data for ids ['afab79a1-301f-403b-a60b-f6722e9b63e2'] in dv-cinder-759987-4-iscsi is: [{'id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'name': 'tempest-ServerRescueNegativeTestJSON-711312988-router', 'tenant_id': '5336afdcf4aa4b46b0655432b7a1323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:24Z', 'updated_at': '2021-02-17T04:34:08Z', 'revision_number': 5, 'project_id': '5336afdcf4aa4b46b0655432b7a1323c', 'gw_port': {'id': 'ebe6780d-8a5d-4077-890c-408244d2e2a5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afab79a1-301f-403b-a60b-f6722e9b63e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:27Z', 'updated_at': '2021-02-17T04:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:11.846547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = function(*args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     proto.__init__(conn_state, self)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle()
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle_one_request()
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle_one_response()
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = self.application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return app(environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return request.get_response(self.application)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self._app)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = self.app(environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:34:11.852842 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = method(request=request, **args)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._delete(request, id, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return method(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, context, *args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return method(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     return function(*args, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]:     stack = traceback.extract_stack()
Feb 17 04:34:11.859298 dv-cinder-759987-4-iscsi neutron-server[83883]: 
Feb 17 04:34:11.927756 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f95eb48-74c5-4c17-be97-5acfe26f16d2 req-cf7987ec-c6c7-403d-b5fd-87a0c7d5a537 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835001
Feb 17 04:34:11.955929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71eca2-99c0-4483-bc9a-311678a55591 req-2b13e409-5dae-4c60-8e44-b7c3ddff8c43 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.957754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd71eca2-99c0-4483-bc9a-311678a55591 req-2b13e409-5dae-4c60-8e44-b7c3ddff8c43 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1079807
Feb 17 04:34:12.015638 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cd71eca2-99c0-4483-bc9a-311678a55591 req-60fb6b01-05c7-49d6-96ba-6a684a8d8ab5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517581
Feb 17 04:34:12.066987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.451961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.454227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.547275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.547846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Fanout notify agent at l3_agent the message router_deleted on router afab79a1-301f-403b-a60b-f6722e9b63e2 {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:34:12.629546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.630777 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f1f82102-8eee-48a3-88ce-57b359d8945c admin admin] 10.222.0.78 "DELETE /v2.0/routers/afab79a1-301f-403b-a60b-f6722e9b63e2 HTTP/1.1" status: 204  len: 168 time: 1.9736338
Feb 17 04:34:12.634069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49756) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:12.656966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f13f-3ab2-48ec-9308-e01d3445e466 req-301ff656-a278-4702-8699-5075532e5884 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:12.658603 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4e6f13f-3ab2-48ec-9308-e01d3445e466 req-301ff656-a278-4702-8699-5075532e5884 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.1031513
Feb 17 04:34:12.701850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Deleting subnet 921b49a3-b5a7-4136-a4cf-d8f893a76e85 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:34:12.706835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4e6f13f-3ab2-48ec-9308-e01d3445e466 req-717c4dc5-37c3-4fed-a68b-73bb3a3ca7a5 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418706
Feb 17 04:34:12.748366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.820148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261259'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.874934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 65a369ca-8446-46ba-9c26-57d2b73c304a up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:12.906587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-ca6c98a0-256b-4d63-b77b-e7f0fbb79a42 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:12.908214 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-ca6c98a0-256b-4d63-b77b-e7f0fbb79a42 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.2040443
Feb 17 04:34:12.911323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.952682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 65a369ca-8446-46ba-9c26-57d2b73c304a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:12.952682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.999261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 63f51fa8-f298-4aee-b998-10862be23f38 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:13.059777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 63f51fa8-f298-4aee-b998-10862be23f38 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:34:13.060403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 63f51fa8-f298-4aee-b998-10862be23f38 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:34:13.060880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ebe6780d-8a5d-4077-890c-408244d2e2a5 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:13.103315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: ebe6780d-8a5d-4077-890c-408244d2e2a5 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:34:13.104010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ebe6780d-8a5d-4077-890c-408244d2e2a5 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:34:13.112038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Deleting port 65a369ca-8446-46ba-9c26-57d2b73c304a {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:13.112429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.234162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69bcc-304c-4c1a-938b-071ff3e7d867 req-ea788f04-8c3a-4e6e-96ac-5f9af1c5fb96 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:13.236100 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8d69bcc-304c-4c1a-938b-071ff3e7d867 req-ea788f04-8c3a-4e6e-96ac-5f9af1c5fb96 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0939469
Feb 17 04:34:13.285049 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8d69bcc-304c-4c1a-938b-071ff3e7d867 req-856e0583-6a95-4d20-84b5-8f4d6cab52d8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424371
Feb 17 04:34:13.508203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58097391-7026-4961-82e5-a1cfceb88cb4 req-23cc8a71-0e75-4860-a2ce-92de9873c6c4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:13.509831 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58097391-7026-4961-82e5-a1cfceb88cb4 req-23cc8a71-0e75-4860-a2ce-92de9873c6c4 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 945 time: 0.4550166
Feb 17 04:34:13.601636 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58097391-7026-4961-82e5-a1cfceb88cb4 req-1f531b74-e464-46f6-9ee7-4a08ceac52e0 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803571
Feb 17 04:34:13.632171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] For port 65a369ca-8446-46ba-9c26-57d2b73c304a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65a369ca-8446-46ba-9c26-57d2b73c304a,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:13.632571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.642242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852514515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1607020'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.662835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:14.098007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921b49a3-b5a7-4136-a4cf-d8f893a76e85,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.142267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Calling delete_port for 65a369ca-8446-46ba-9c26-57d2b73c304a owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:14.181702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.280955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.353193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c4c23240-b201-4225-9940-a32fcff76b06 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/921b49a3-b5a7-4136-a4cf-d8f893a76e85 HTTP/1.1" status: 204  len: 168 time: 1.7179391
Feb 17 04:34:14.356043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49786) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:14.367512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340b4d9-5382-4ac2-a177-4cfb27b7bb9f req-400a1b4c-a355-4c27-b77d-c784afe38dd3 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:14.369032 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5340b4d9-5382-4ac2-a177-4cfb27b7bb9f req-400a1b4c-a355-4c27-b77d-c784afe38dd3 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.3520458
Feb 17 04:34:14.413083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.437581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c408ecfb-6b34-4766-8c96-f90c2cda655a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:14.536744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.544473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event deleted for resources: {'Port': ['ID=65a369ca-8446-46ba-9c26-57d2b73c304a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.556074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.559987 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5340b4d9-5382-4ac2-a177-4cfb27b7bb9f req-27b65ef8-7da4-4e37-9cc7-3913d1140d82 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/security-groups?id=b2ed70be-b24b-405b-9f69-77968eb51b4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714168
Feb 17 04:34:14.668044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] No DVR routers for this DVR port 65a369ca-8446-46ba-9c26-57d2b73c304a on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:34:14.670255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.672455 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94e58418-18a3-4604-ac9e-832ea87c4b1a req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "DELETE /v2.0/ports/65a369ca-8446-46ba-9c26-57d2b73c304a HTTP/1.1" status: 204  len: 173 time: 1.7319517
Feb 17 04:34:14.672938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'name': 'network-vif-deleted', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:14.750503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54f1c-bc79-42cf-9f1d-4d80ab8436b8 req-fdaeaee3-d88b-4315-a995-100d5b8f13b7 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:14.752160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fc54f1c-bc79-42cf-9f1d-4d80ab8436b8 req-fdaeaee3-d88b-4315-a995-100d5b8f13b7 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.3193281
Feb 17 04:34:14.780251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.804242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5614d399-6ba0-488f-a2b2-36d58eb3251f req-e7d24a54-eeed-45e8-9355-88860d1b5b71 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Synchronizing usage tracker for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:14.841036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5614d399-6ba0-488f-a2b2-36d58eb3251f req-e7d24a54-eeed-45e8-9355-88860d1b5b71 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Unset dirty status for tenant:2f2a1ca6347d4278899a1cc009d87d33 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:14.842241 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5614d399-6ba0-488f-a2b2-36d58eb3251f req-e7d24a54-eeed-45e8-9355-88860d1b5b71 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=555b8368-f196-4c6c-acf7-bc67d324c98a HTTP/1.1" status: 200  len: 210 time: 0.0996215
Feb 17 04:34:14.858124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-cea95b8e-9dc1-4ef3-b778-e208beaa5a06 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:14.870529 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-cea95b8e-9dc1-4ef3-b778-e208beaa5a06 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 945 time: 0.1740425
Feb 17 04:34:14.895331 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fc54f1c-bc79-42cf-9f1d-4d80ab8436b8 req-012bb93e-4dee-4346-bd56-8b19aae1eb55 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1347876
Feb 17 04:34:14.905150 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b8368-f196-4c6c-acf7-bc67d324c98a', 'name': 'network-vif-deleted', 'tag': '65a369ca-8446-46ba-9c26-57d2b73c304a', 'status': 'completed', 'code': 200}
Feb 17 04:34:14.928921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945fe9f98>,) {'filters': {'network_id': ['81bb7ddb-3c03-4021-a815-f1376954373e']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:14.933958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:14.939497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945fe9f98>, '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:14.939841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945fe9f98>, '698b4b9c-dd0e-48e6-8ca6-c245d510cbbd') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:14.953829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.970528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.973227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:34:14.992453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Deleting port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:14.992846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.015455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:15.015890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.169917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Network 81bb7ddb-3c03-4021-a815-f1376954373e has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:15.179770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.200356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 65a369ca-8446-46ba-9c26-57d2b73c304a no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:15.248580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: 65a369ca-8446-46ba-9c26-57d2b73c304a {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:34:15.248976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 65a369ca-8446-46ba-9c26-57d2b73c304a not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:34:15.295598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] For port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,segment=NetworkSegment(e208bfb6-20b4-460b-a1dc-35b582192e5e),segment_id=e208bfb6-20b4-460b-a1dc-35b582192e5e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:15.296260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.367258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Network 81bb7ddb-3c03-4021-a815-f1376954373e has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:34:15.390762 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:34:15.434095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Calling delete_port for 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:15.472222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.481665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.486328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:15.514480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Pushing event deleted for resources: {'Network': ['ID=81bb7ddb-3c03-4021-a815-f1376954373e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:15.523702 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] 10.222.0.78 "DELETE /v2.0/networks/81bb7ddb-3c03-4021-a815-f1376954373e HTTP/1.1" status: 204  len: 168 time: 1.1663380
Feb 17 04:34:15.525505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.525913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.526433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.527646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.528209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.528790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.528999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.529353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.529744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.530106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.530497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.530882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.531374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.531765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.532154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.532540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.532922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.533677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.533677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.534033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.534704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.534850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.535165 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.535548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:15.539828 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86184d92-cfeb-45e1-bb0b-55e1fc85ce3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:15.616915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.633754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5e691cf-ea41-43b4-be2d-5c5200720b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:15.666144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49800) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:15.721254 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-04c9f7a0-facb-4949-b60c-83a10b2aaca5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5336afdcf4aa4b46b0655432b7a1323c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0527883
Feb 17 04:34:15.722689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49804) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:15.792847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.803300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Pushing event deleted for resources: {'Port': ['ID=3b5d6b78-08fe-4167-befa-eaa4e9d6c970,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:15.806125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:15.821234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.830903 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-28a56a49-b6e6-4a94-9af4-6c401d24dc96 req-6e7c4c0c-969c-4f3f-8dc1-382c0cbebc24 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.78 "GET /v2.0/ports?device_id=c115a692-885c-492c-a345-4bda25cab425 HTTP/1.1" status: 200  len: 210 time: 0.0797544
Feb 17 04:34:15.882284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.887769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7ed599f6-ad35-47fb-8686-ab79874d12ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:15.902965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d18746-d0bd-4e0c-a3b8-176f17e02792,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:15.905893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:15.914327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.918738 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5d18746-d0bd-4e0c-a3b8-176f17e02792 HTTP/1.1" status: 204  len: 168 time: 0.1914105
Feb 17 04:34:15.939492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] No DVR routers for this DVR port 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:34:15.941777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.956905 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-484339f8-e6d1-46bd-91af-c29c9eb841e2 req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] 10.222.0.59 "DELETE /v2.0/ports/3b5d6b78-08fe-4167-befa-eaa4e9d6c970 HTTP/1.1" status: 204  len: 173 time: 1.0487673
Feb 17 04:34:16.148237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0a21-4e47-4b7d-a44a-32c26848b3a9 req-f9408300-2b2c-4a4f-8400-4ac5c7582e52 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:16.150250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-510f0a21-4e47-4b7d-a44a-32c26848b3a9 req-f9408300-2b2c-4a4f-8400-4ac5c7582e52 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1184754
Feb 17 04:34:16.210157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-510f0a21-4e47-4b7d-a44a-32c26848b3a9 req-c12abccd-5850-42d6-bb3c-ffddf218fc58 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512278
Feb 17 04:34:16.342405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22b384b2-67f1-4df9-a144-f8bb91b1f172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:16.721080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49836) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:16.840271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-network', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:16.845523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:16.849653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Usage tracker for resource:network and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:16.852708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:16.859784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:16.871577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Made reservation on behalf of 0bdc99fc094d4c3fb38cad060f2dc825 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:16.876366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:16.889832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:16.905580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:16.906820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'name': 'network-vif-deleted', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:16.909941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:16.913178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:16.922888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:16.967482 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115a692-885c-492c-a345-4bda25cab425', 'name': 'network-vif-deleted', 'tag': '3b5d6b78-08fe-4167-befa-eaa4e9d6c970', 'status': 'completed', 'code': 200}
Feb 17 04:34:17.016429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.019540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.024014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0150b1b3-7aa2-478b-8dd7-bb9b26e850f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:17.058126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:34:17.071363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733ad98-9070-4014-a77d-3ab4dd8ccef2,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:17.076729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:17.078043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.078327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Added segment 0e7eea1f-4edd-4507-b931-083a25325d47 of type vxlan for network f55343ed-6cd4-4a05-83fb-6b9ff396686a
Feb 17 04:34:17.107345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.140537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.141846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:17.142493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.147776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91bac8de-8a7d-48b6-aa2f-044ec28a7ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:17.266030 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5408964
Feb 17 04:34:17.266030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Pushing event updated for resources: {'Network': ['ID=f55343ed-6cd4-4a05-83fb-6b9ff396686a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:17.266450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49854) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:17.267481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:17.273056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Request body: {'subnet': {'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-subnet', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:17.275007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:34:17.294711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:17.310359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Usage tracker for resource:subnet and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:17.331369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:17.347229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:17.366017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:34:17.390450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:17.437337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Made reservation on behalf of 0bdc99fc094d4c3fb38cad060f2dc825 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:17.442153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853168766'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.610208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:17.611053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.619592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42f89-af18-4367-b683-4741aea1a41e req-18042743-ad79-4b11-b814-1039d62d328c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:17.622205 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2eb42f89-af18-4367-b683-4741aea1a41e req-18042743-ad79-4b11-b814-1039d62d328c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.2541647
Feb 17 04:34:17.737774 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2eb42f89-af18-4367-b683-4741aea1a41e req-168712c1-dd8d-4ca1-ac3f-23f9648ecffb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713029
Feb 17 04:34:17.810589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:17.827480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b325-618a-4ecf-86eb-cb41acb1034c req-3a90f163-b914-46b4-ae68-1fb27bdb4964 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:17.829050 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7508b325-618a-4ecf-86eb-cb41acb1034c req-3a90f163-b914-46b4-ae68-1fb27bdb4964 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0905070
Feb 17 04:34:17.848823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:34:17.849228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 3b5d6b78-08fe-4167-befa-eaa4e9d6c970 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:34:17.878924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7508b325-618a-4ecf-86eb-cb41acb1034c req-20bbe65e-df98-4364-bee7-5b083acfe94a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426397
Feb 17 04:34:17.977118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853168749'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.993011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7d74e02b-bf96-42b4-b0a5-2be03c444b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:18.125122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:18.129780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:18.191068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Checking segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:18.191466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Network hostable DHCP agents. Network: f55343ed-6cd4-4a05-83fb-6b9ff396686a, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:34:18.210620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:34:18.218979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, f55343ed-6cd4-4a05-83fb-6b9ff396686a) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:18.226824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad680b4-8ff7-4b2f-af23-54d2fb66167b None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:34:18.232298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:18.232947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.253653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e8b14970-1acf-4331-9ab9-fd76664c5f87 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9859560
Feb 17 04:34:18.256481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49866) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:18.262691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:18.267506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:18.271572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Usage tracker for resource:router and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:18.275166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:18.282378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:18.292043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.293596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.314944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.616228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:34:18.617553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.618901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.764271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-13b056b6-2de2-469c-b0e1-8a0c0bbb13dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.999683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Allocated IP 172.20.0.2 (f55343ed-6cd4-4a05-83fb-6b9ff396686a/3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5/ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:19.098877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0301ac-c7a5-4872-89c2-cf1eac930558 req-a0fa6eda-b656-4ff1-8295-e3d99d0e9528 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:19.100621 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f0301ac-c7a5-4872-89c2-cf1eac930558 req-a0fa6eda-b656-4ff1-8295-e3d99d0e9528 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1006227
Feb 17 04:34:19.191132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f0301ac-c7a5-4872-89c2-cf1eac930558 req-b1ab469d-8ef9-440f-8145-fd7cb38aa148 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788448
Feb 17 04:34:19.266387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.277947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Transition to ACTIVE for port object ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:19.294953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Transition to ACTIVE for port object ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:19.299509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.315583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:19.341176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.380249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.397357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63913f8c-a816-4e46-a483-55852f292f72 req-4c676c2e-7a62-40c7-a8ae-bf36b2cbaef9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:19.398978 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63913f8c-a816-4e46-a483-55852f292f72 req-4c676c2e-7a62-40c7-a8ae-bf36b2cbaef9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.2150514
Feb 17 04:34:19.461221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Pushing event updated for resources: {'Port': ['ID=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:19.473064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:19.499955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.519603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:19.520793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:19.523134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:19.544299 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63913f8c-a816-4e46-a483-55852f292f72 req-5f5fd0e2-161d-461f-a2cd-978e2e82e7be tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1378181
Feb 17 04:34:19.583767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Attempting to bind port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:19.584196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Attempting to bind port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:19.584726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Attempting to bind port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 on network f55343ed-6cd4-4a05-83fb-6b9ff396686a {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:19.590590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:19.591203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Checking segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:19.591667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.592122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Bound using segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:19.592655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Bound port: ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:19.593086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.692142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] For port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:19.695392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] For port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:19.698853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.703847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Allocated IP 172.27.1.22 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/12495547-1359-4b73-94b4-55f6b74184f7) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:19.712038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:19.867372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.868003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Pushing event updated for resources: {'Port': ['ID=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:19.872981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:19.901732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:19.918915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9ce89031-b972-4fb8-878d-3c48c9d623c2 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:20.053825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Pushing event updated for resources: {'Port': ['ID=12495547-1359-4b73-94b4-55f6b74184f7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:20.067172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:20.112687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:20.113924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:20.116310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:20.353263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:20.413560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4272e-1ca0-44b2-8a6a-337d8c542a7a req-e2af589c-4f56-46a3-a898-be629097b8ed tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:20.415114 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5e4272e-1ca0-44b2-8a6a-337d8c542a7a req-e2af589c-4f56-46a3-a898-be629097b8ed tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1018763
Feb 17 04:34:20.465456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a5e4272e-1ca0-44b2-8a6a-337d8c542a7a req-f4db2220-5fa2-4053-b53f-aeda4592b89e tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429602
Feb 17 04:34:20.573143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:20.892961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a337c-2eea-4ce1-8907-9bc6a692e985 req-715749d0-4fbd-4664-835d-b4ce558915a3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:20.894602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e73a337c-2eea-4ce1-8907-9bc6a692e985 req-715749d0-4fbd-4664-835d-b4ce558915a3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.2028077
Feb 17 04:34:20.900656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.037071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:21.122001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:21.263908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ab2ef-6217-4b7d-a498-cdd7cab72a27 None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:34:21.280671 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e73a337c-2eea-4ce1-8907-9bc6a692e985 req-79b679db-7ed1-4451-8dac-351ea9e5fe01 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3062005
Feb 17 04:34:21.316709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.356030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Provisioning for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:21.364478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Provisioning complete for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:21.364906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.550819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Router 9b452f61-8840-4df8-b31b-f6680baee38c is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:34:21.591978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.672280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] For port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:21.678080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.682455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:21.694266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8a8d7-02bd-4b91-9953-85b5ce09fe8e req-5bea18bb-671c-4929-b8e4-8c0d6243e48d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:21.695924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-69f8a8d7-02bd-4b91-9953-85b5ce09fe8e req-5bea18bb-671c-4929-b8e4-8c0d6243e48d tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.0933685
Feb 17 04:34:21.748690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-69f8a8d7-02bd-4b91-9953-85b5ce09fe8e req-72b1c9a3-b0fc-4b7c-b0c0-4c0439365d79 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450878
Feb 17 04:34:21.774955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Pushing event updated for resources: {'Port': ['ID=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:21.778768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:21.844442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3881-f2db-474d-bcdb-b95d7cd17ea0 req-99b068d3-dbd3-4f88-8ef7-9012147dbc87 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:21.846102 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7dad3881-f2db-474d-bcdb-b95d7cd17ea0 req-99b068d3-dbd3-4f88-8ef7-9012147dbc87 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.2231290
Feb 17 04:34:21.847424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:21.861745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:21.873518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:21.874638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945a386a0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:21.907507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.908826 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.6513431
Feb 17 04:34:21.912051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49900) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:21.916717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7dad3881-f2db-474d-bcdb-b95d7cd17ea0 req-d4f78bc1-30ac-4f73-b026-4030ef5ac1b9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634670
Feb 17 04:34:22.236419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0899ccae-2ac3-4d76-a581-daa4d27aca8d None None] Provisioning complete for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:22.236719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0899ccae-2ac3-4d76-a581-daa4d27aca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.347077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:22.717390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945a386a0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:20Z', 'revision_number': 3, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:22.722521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:22.722901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Updating router 9b452f61-8840-4df8-b31b-f6680baee38c port 12495547-1359-4b73-94b4-55f6b74184f7 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:22.783221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b42d8c1a-ee0b-427f-b36b-f532623301d2 None None] Provisioning complete for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:22.783651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b42d8c1a-ee0b-427f-b36b-f532623301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.830279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.002197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:23.050253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.069765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b0ab8-98e9-4fc8-ad08-def7ca0c4076 req-862530a7-047e-4ac4-b388-27c1af27b86a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:23.071569 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ec3b0ab8-98e9-4fc8-ad08-def7ca0c4076 req-862530a7-047e-4ac4-b388-27c1af27b86a tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1939299
Feb 17 04:34:23.194307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460864-767a-48f1-a068-59c83f77efc5 req-3d4e4414-4de7-4766-8609-24d7bb8671b4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:23.195979 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b8460864-767a-48f1-a068-59c83f77efc5 req-3d4e4414-4de7-4766-8609-24d7bb8671b4 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1400259
Feb 17 04:34:23.248582 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b8460864-767a-48f1-a068-59c83f77efc5 req-7e0526a2-3f3d-4726-af1e-525351c43940 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449245
Feb 17 04:34:23.317176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:23.317595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.338800 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ec3b0ab8-98e9-4fc8-ad08-def7ca0c4076 req-0174bfce-583e-4633-b26c-5ab81fc975ab tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588463
Feb 17 04:34:23.479297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Allocated IP 172.20.0.1 (f55343ed-6cd4-4a05-83fb-6b9ff396686a/3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5/39679c5a-c024-486d-88c9-c03d4e9fda22) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:23.544813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.560759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Transition to ACTIVE for port object 12495547-1359-4b73-94b4-55f6b74184f7 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:23.565310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.581511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:23.640931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.657549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Transition to ACTIVE for port object 39679c5a-c024-486d-88c9-c03d4e9fda22 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:23.680804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.694846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:23.714693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Pushing event updated for resources: {'Port': ['ID=12495547-1359-4b73-94b4-55f6b74184f7,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:23.727134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:23.781975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Attempting to bind port 12495547-1359-4b73-94b4-55f6b74184f7 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:23.782402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Attempting to bind port 12495547-1359-4b73-94b4-55f6b74184f7 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:23.782826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Attempting to bind port 12495547-1359-4b73-94b4-55f6b74184f7 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:23.788482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:23.788934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:23.789368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.789817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:23.790343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Bound port: 12495547-1359-4b73-94b4-55f6b74184f7, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:23.790776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.832404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:23.835634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:23.874053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] For port 12495547-1359-4b73-94b4-55f6b74184f7, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:23.877286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] For port 12495547-1359-4b73-94b4-55f6b74184f7, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=12495547-1359-4b73-94b4-55f6b74184f7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:23.881522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.893036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:23.894149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:23.896964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:23.897225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:23.959528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.092833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.225746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-f71acb3e-fc36-4870-8188-053d5b5713e8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:24.227526 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-f71acb3e-fc36-4870-8188-053d5b5713e8 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1767416
Feb 17 04:34:24.235868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-4d87e88c-aaed-4750-a369-02fb0e411786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:24.237619 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-4d87e88c-aaed-4750-a369-02fb0e411786 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.1370046
Feb 17 04:34:24.310600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Pushing event updated for resources: {'Port': ['ID=12495547-1359-4b73-94b4-55f6b74184f7,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:24.316708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:24.317483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-93c4268e-cf58-475d-9079-d17990798f02 None None] Provisioning for port 39679c5a-c024-486d-88c9-c03d4e9fda22 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:24.330091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-93c4268e-cf58-475d-9079-d17990798f02 None None] Provisioning complete for port 39679c5a-c024-486d-88c9-c03d4e9fda22 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:24.330522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-93c4268e-cf58-475d-9079-d17990798f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.422348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Deleting port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:34:24.422756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.489707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-93c4268e-cf58-475d-9079-d17990798f02 None None] Port 39679c5a-c024-486d-88c9-c03d4e9fda22 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:24.522824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:24.523549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945a386a0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:24.667930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.684194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.720258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a06b5-be44-4cd8-879d-c6915ba0f55f req-7f9539d1-5ee6-47d2-b144-bc51e128dfce tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:24.727853 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-303a06b5-be44-4cd8-879d-c6915ba0f55f req-7f9539d1-5ee6-47d2-b144-bc51e128dfce tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 945 time: 0.1738219
Feb 17 04:34:24.734238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:24.739855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:24.804931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:24.825947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:24.836158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] For port e825e7f4-3daa-4bfe-9c61-a440fc5474f1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,segment=NetworkSegment(413d359f-3818-4ca6-9501-67d82f93ab8e),segment_id=413d359f-3818-4ca6-9501-67d82f93ab8e)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:24.836566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.836914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:24.885578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-303a06b5-be44-4cd8-879d-c6915ba0f55f req-1c2ff14e-20b4-4917-a16f-519b3a95f6b5 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b94f137-5e5a-48b0-9e5b-45753e2388e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567121
Feb 17 04:34:24.887312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.978380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Calling delete_port for e825e7f4-3daa-4bfe-9c61-a440fc5474f1 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:34:25.097416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-45a38d3d-7620-49e8-8e4b-a4f8fd2424f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.102232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-45a38d3d-7620-49e8-8e4b-a4f8fd2424f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.8166928
Feb 17 04:34:25.128644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:25.130445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:25.305894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b371f2f-a9b7-4f92-a6b9-292dfb35dfa5 req-87d231f7-6d65-4ad0-9663-d75b62e356ea tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.310223 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b371f2f-a9b7-4f92-a6b9-292dfb35dfa5 req-87d231f7-6d65-4ad0-9663-d75b62e356ea tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.8211184
Feb 17 04:34:25.320729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:25.321166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.333848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.361779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-db8b7b06-bb99-4690-9725-b7545bd901ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:25.389584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945a386a0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:23Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:25.396739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cc596-de0d-4a87-abba-f5261a5d100a None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:23Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:25.454099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Pushing event deleted for resources: {'Port': ['ID=e825e7f4-3daa-4bfe-9c61-a440fc5474f1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:25.463686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:25.547791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:25.550932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0631b57e-ecb4-4041-95f8-2b8dcc1e3494 None None] Provisioning complete for port 39679c5a-c024-486d-88c9-c03d4e9fda22 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:25.551602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0631b57e-ecb4-4041-95f8-2b8dcc1e3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.590452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e825e7f4-3daa-4bfe-9c61-a440fc5474f1 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:34:25.600682 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b371f2f-a9b7-4f92-a6b9-292dfb35dfa5 req-41c17a99-fa0b-4539-88d5-81b39c79cf4c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2644360
Feb 17 04:34:25.612135 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-79e80e16-f9ac-4386-9113-b09965259086 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.4584174
Feb 17 04:34:25.665226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: e825e7f4-3daa-4bfe-9c61-a440fc5474f1 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:34:25.665746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e825e7f4-3daa-4bfe-9c61-a440fc5474f1 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:34:25.686868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0631b57e-ecb4-4041-95f8-2b8dcc1e3494 None None] Port 39679c5a-c024-486d-88c9-c03d4e9fda22 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:25.748648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-5d41ac7f-b3ad-4eb2-9efa-8f5412044859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.750295 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-5d41ac7f-b3ad-4eb2-9efa-8f5412044859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.1192009
Feb 17 04:34:25.852517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] No DVR routers for this DVR port e825e7f4-3daa-4bfe-9c61-a440fc5474f1 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:34:25.855416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.861045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'name': 'network-vif-deleted', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:25.889209 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ace012bb-1420-482f-ba58-19a2cbfcca14 req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.59 "DELETE /v2.0/ports/e825e7f4-3daa-4bfe-9c61-a440fc5474f1 HTTP/1.1" status: 204  len: 173 time: 1.6500652
Feb 17 04:34:25.915373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-51a717b0-461b-456f-8fd3-e6c6662aebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.918764 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-51a717b0-461b-456f-8fd3-e6c6662aebe1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1581371
Feb 17 04:34:25.993377 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21edfff0-5c5c-43a5-a4e5-22ddd5f452eb', 'name': 'network-vif-deleted', 'tag': 'e825e7f4-3daa-4bfe-9c61-a440fc5474f1', 'status': 'completed', 'code': 200}
Feb 17 04:34:26.052753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:26.066587 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] 10.222.0.78 "PUT /v2.0/routers/9b452f61-8840-4df8-b31b-f6680baee38c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1531630
Feb 17 04:34:26.189612 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58b90608-dd19-4362-bac8-8cebb4e4fd22 req-7e26d73c-76dc-4608-afe1-bfcc83961ccb tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] 10.222.0.78 "GET /v2.0/ports?device_id=21edfff0-5c5c-43a5-a4e5-22ddd5f452eb HTTP/1.1" status: 200  len: 210 time: 0.0824063
Feb 17 04:34:26.582061 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-bed096b4-38cd-4466-a65f-10595f2ccb12 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6360185
Feb 17 04:34:26.593999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f21a9-8b23-4319-aa2d-0f7b84471b6e req-02586ee4-26f1-45d5-8641-65f281beae7d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:26.601479 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-986f21a9-8b23-4319-aa2d-0f7b84471b6e req-02586ee4-26f1-45d5-8641-65f281beae7d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.5055885
Feb 17 04:34:26.799318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-986f21a9-8b23-4319-aa2d-0f7b84471b6e req-f570d810-c48c-4afb-82b2-0eb00152eea8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968212
Feb 17 04:34:26.878375 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b6fbda4-2747-4e2a-8bbe-62720017195b req-088af4a5-5b45-4e4a-9acd-bbb40096bf00 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2740555
Feb 17 04:34:26.941351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49960) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:26.952244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905641348', 'description': 'tempest-description--1957154615'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:26.981511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:27.045605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014f480-c70d-4cd1-b50f-d9f1a46c3dd2 req-7f0cc815-7bc4-43a9-92f7-3c023b66ccba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:27.055003 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d014f480-c70d-4cd1-b50f-d9f1a46c3dd2 req-7f0cc815-7bc4-43a9-92f7-3c023b66ccba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1139460
Feb 17 04:34:27.059687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 12495547-1359-4b73-94b4-55f6b74184f7 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:27.115845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d014f480-c70d-4cd1-b50f-d9f1a46c3dd2 req-4cab7631-d85c-4e3c-97ff-2ff64caf9d5a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597520
Feb 17 04:34:27.153750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 12495547-1359-4b73-94b4-55f6b74184f7 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:27.159518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 12495547-1359-4b73-94b4-55f6b74184f7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:27.160087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.166512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-fb2ba95d-c695-4f51-a6ed-ca1b865d4bbb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1889763
Feb 17 04:34:27.170119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:27.173742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:27.184877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:27.189907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:27.200017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:27.206568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Usage tracker for resource:floatingip and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:27.211123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:27.218742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:27.221068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.250504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.264884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:27.274207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:27.304959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49966) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:27.305114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.326485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 12495547-1359-4b73-94b4-55f6b74184f7, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=12495547-1359-4b73-94b4-55f6b74184f7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:27.330145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.331824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:27.332290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:27.344613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:27.405101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=12495547-1359-4b73-94b4-55f6b74184f7,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:27.408860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:27.444990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Deleting subnet 2b0117c1-4c91-4563-84f7-c2ed9eddf929 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:34:27.448082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.467863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.473045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.478646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d33882a1-da79-4445-9516-32aca05e4487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:27.506119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261259'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.534515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8529108a-49f5-4be7-9f17-6f7aed62c37b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:27.539292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:27.540186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.541508 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5990126
Feb 17 04:34:27.544392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.555012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49972) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:27.560882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group_rule': {'security_group_id': '8529108a-49f5-4be7-9f17-6f7aed62c37b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:27.571221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:27.578780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:27.583712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:27.594480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:27.603415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.660016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.828346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.828599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Allocated IP 172.27.1.36 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/4267393b-deed-456a-a91d-ba6c2dc4fd1f) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:27.834947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.852941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:27.928302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d59277-4675-4487-ac65-73f08239cb1a,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:27.931694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:27.948350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.953304 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3970678
Feb 17 04:34:27.953720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49980) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:27.962243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group_rule': {'security_group_id': '8529108a-49f5-4be7-9f17-6f7aed62c37b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:27.970879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:27.987455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852514515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1607020'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:27.992692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:27.998337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:28.008348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:28.014937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:28.026320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.047745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.111673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.112743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0117c1-4c91-4563-84f7-c2ed9eddf929,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:28.115521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:28.131322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:28.156455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.165195 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6abc1a9a-d6ea-461a-80cd-3c5d1681c167 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2b0117c1-4c91-4563-84f7-c2ed9eddf929 HTTP/1.1" status: 204  len: 168 time: 0.8567965
Feb 17 04:34:28.165526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 49986) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:28.269395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.284021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.294798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'Port': ['ID=4267393b-deed-456a-a91d-ba6c2dc4fd1f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:28.309476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:28.312802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:28.355439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0facbfa-232a-4f25-8f48-438078bd236c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:28.370765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:28.371092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.387495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.388916 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-13e9e43d-7d93-45ec-af7b-5149b462c3e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4339809
Feb 17 04:34:28.392198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 49990) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:28.396364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:28.401023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:28.406094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:28.412695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:28.453340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:28.476031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:floatingip and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:28.481360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:28.490872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:28.513791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.596043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:28.638300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.684666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:28.684666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.718615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.761993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.853126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c75b0-58cb-4d27-bba4-0d6fc23385f1 req-9d239552-658a-417b-bfd1-595916711982 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:28.855398 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d3c75b0-58cb-4d27-bba4-0d6fc23385f1 req-9d239552-658a-417b-bfd1-595916711982 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.4209437
Feb 17 04:34:28.862732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b659-ddda-4926-9043-958b056697d2 req-545a7cd1-45f0-4476-a39a-009a85c5516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:28.864315 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-545a7cd1-45f0-4476-a39a-009a85c5516a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.3556113
Feb 17 04:34:28.879439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.985341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 12495547-1359-4b73-94b4-55f6b74184f7 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:29.032053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945fc8cf8>,) {'filters': {'network_id': ['96c670ae-41b0-4a7d-b9a0-1a1a0b99417f']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:29.044840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6d3c75b0-58cb-4d27-bba4-0d6fc23385f1 req-4d3a65e4-f0a5-450f-85d5-2ba7a4945b62 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794713
Feb 17 04:34:29.054192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945fc8cf8>, '413d359f-3818-4ca6-9501-67d82f93ab8e') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:29.054531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945fc8cf8>, '413d359f-3818-4ca6-9501-67d82f93ab8e') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:29.079820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 12495547-1359-4b73-94b4-55f6b74184f7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:29.080542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.085157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852514541'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.119404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.123698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:34:29.235728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b659-ddda-4926-9043-958b056697d2 req-a351d613-e95a-4b79-af78-b4d23ba812d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:29.237724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-a351d613-e95a-4b79-af78-b4d23ba812d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.3285692
Feb 17 04:34:29.287118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.302353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:29.302842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.313250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:29.313918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494646f4e0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:29.321013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:29.422307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:29.442105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2262226'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.481392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Allocated IP 172.27.1.33 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/6228bf9b-0bc2-4f10-a848-b2dc42e8f92a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:29.498718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'Port': ['ID=4267393b-deed-456a-a91d-ba6c2dc4fd1f,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:29.519859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:29.540138 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-43e31109-93ba-42ba-b950-56847e7c00db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.2948954
Feb 17 04:34:29.701386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:29.764883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.796322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.818998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.827694 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.6502919
Feb 17 04:34:29.920817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f9d92fc-9fef-43e6-9f72-ad536f353b49 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:floatingip {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:29.946492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.958211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Network 96c670ae-41b0-4a7d-b9a0-1a1a0b99417f has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:29.966128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7cda7266-f3b3-4a32-b655-c520239aa0f6 tempest-DeleteServersTestJSON-1548007793 tempest-DeleteServersTestJSON-1548007793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:34:29.988861 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:34:30.064849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f9d92fc-9fef-43e6-9f72-ad536f353b49 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:floatingip {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:30.067375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b659-ddda-4926-9043-958b056697d2 req-52be8eea-fa15-4330-ae77-5966c2a54c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.067579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-1f9d92fc-9fef-43e6-9f72-ad536f353b49 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.36 HTTP/1.1" status: 200  len: 695 time: 0.2387524
Feb 17 04:34:30.068938 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-52be8eea-fa15-4330-ae77-5966c2a54c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.5054502
Feb 17 04:34:30.150474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.159352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:30.180415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.203560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Pushing event deleted for resources: {'Network': ['ID=96c670ae-41b0-4a7d-b9a0-1a1a0b99417f,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:30.220153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494646f4e0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 2, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:30.228165 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:30.228664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Updating router 9b452f61-8840-4df8-b31b-f6680baee38c port 39679c5a-c024-486d-88c9-c03d4e9fda22 binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:30.254210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:30.277470 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ef77e12a-e8ae-44db-a622-120ddc44867d admin admin] 10.222.0.78 "DELETE /v2.0/networks/96c670ae-41b0-4a7d-b9a0-1a1a0b99417f HTTP/1.1" status: 204  len: 168 time: 2.1082680
Feb 17 04:34:30.305219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.322498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b659-ddda-4926-9043-958b056697d2 req-4abecbb2-96d6-41f9-a712-cbbc277d3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.325432 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-4abecbb2-96d6-41f9-a712-cbbc277d3744 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2442448
Feb 17 04:34:30.343918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a818d09-1f36-45f7-b4fb-11a0ee613b21 req-6b20f7d0-10ff-4401-9ebe-b4280263ee3f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.345641 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a818d09-1f36-45f7-b4fb-11a0ee613b21 req-6b20f7d0-10ff-4401-9ebe-b4280263ee3f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1530995
Feb 17 04:34:30.444428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50008) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:30.485916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=6228bf9b-0bc2-4f10-a848-b2dc42e8f92a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:30.489147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:30.532813 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a818d09-1f36-45f7-b4fb-11a0ee613b21 req-66efd2bb-74ee-44bb-b1f4-10d00c331d8b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569507
Feb 17 04:34:30.587002 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9e6baf22-cec5-43f2-acbf-95e4548f2676 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f2a1ca6347d4278899a1cc009d87d33&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1337564
Feb 17 04:34:30.587412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-ac6d4491-5a18-4e6b-a673-9a6dfa65a634 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.590183 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-ac6d4491-5a18-4e6b-a673-9a6dfa65a634 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.5062251
Feb 17 04:34:30.590734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50014) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:30.612449 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-842cb995-8994-4dbd-9145-e21259bb0069 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775877
Feb 17 04:34:30.617312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-2d1e8eee-8b04-4b42-be97-bb75d32a098b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:34:30.618401 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c0bfd326-0bf5-4b91-a3a3-35edca9811ad req-2d1e8eee-8b04-4b42-be97-bb75d32a098b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0208349
Feb 17 04:34:30.622680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:30.626265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:30.630216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:30.738559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.778224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.796387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.809257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-01a47c11-cf43-4f27-867c-1de45a5f2a42 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.810912 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-01a47c11-cf43-4f27-867c-1de45a5f2a42 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0919743
Feb 17 04:34:30.815663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Transition to ACTIVE for port object 39679c5a-c024-486d-88c9-c03d4e9fda22 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:30.820142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.820531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.837765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:30.895588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.902811 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-63816fa5-ad6a-47a9-9387-17fadc1beeb7 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.36 HTTP/1.1" status: 200  len: 695 time: 0.0851214
Feb 17 04:34:30.913636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'floatingip': {'port_id': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:30.929839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.941740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b376a52-c673-4b3b-a25e-1df47d04f60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:30.956620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94f137-5e5a-48b0-9e5b-45753e2388e5,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:30.960779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:31.005466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.027868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.029179 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b94f137-5e5a-48b0-9e5b-45753e2388e5 HTTP/1.1" status: 204  len: 168 time: 0.4370203
Feb 17 04:34:31.044470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Pushing event updated for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:31.062169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.062551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.062956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.063318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.063680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.064052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.064538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.064899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.065256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.065614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.065971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.066328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.066741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.067127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.067626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.067816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.068148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.068504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.068859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.069213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.069586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.070141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.070414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.070770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:31.076475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:31.257138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Attempting to bind port 39679c5a-c024-486d-88c9-c03d4e9fda22 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:31.257633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Attempting to bind port 39679c5a-c024-486d-88c9-c03d4e9fda22 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:31.258157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Attempting to bind port 39679c5a-c024-486d-88c9-c03d4e9fda22 on network f55343ed-6cd4-4a05-83fb-6b9ff396686a {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:31.266570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:31.267202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Checking segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:31.267767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.269091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Bound using segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:31.271641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Bound port: 39679c5a-c024-486d-88c9-c03d4e9fda22, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:31.272085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.328336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.344468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.418536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] For port 39679c5a-c024-486d-88c9-c03d4e9fda22, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:31.422701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] For port 39679c5a-c024-486d-88c9-c03d4e9fda22, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=39679c5a-c024-486d-88c9-c03d4e9fda22,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:31.430917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.494245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:31.508305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:31.619323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=6228bf9b-0bc2-4f10-a848-b2dc42e8f92a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:31.624637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:31.633674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.653453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.655074 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2617295
Feb 17 04:34:31.694702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:31.695473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494646f4e0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:31.767655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Pushing event updated for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:31.771877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d3d6426-7e0a-4e1f-ae1b-25a4f4840c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:31.815233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b3b659-ddda-4926-9043-958b056697d2 req-3dcfa6b5-fd7f-4ddf-80c4-d86ab24ef5de service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2917931
Feb 17 04:34:31.973214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:32.017347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-ad57b385-b4aa-489d-98c1-507d0fe87d05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.033966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.039065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.041974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-ad57b385-b4aa-489d-98c1-507d0fe87d05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:32.043592 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-ad57b385-b4aa-489d-98c1-507d0fe87d05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1905641348&fields=id&tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 267 time: 0.0845287
Feb 17 04:34:32.241602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Floating IP 4c3ecb51-ee5a-4ff9-ac29-7b9887784640 associated. External IP: 172.27.1.36, port: b60a0e42-338e-46c0-ba43-9b2027219e08.
Feb 17 04:34:32.269511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9456d44b-b40f-46d0-b5c7-dc42bb98dc3d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:32.270209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9456d44b-b40f-46d0-b5c7-dc42bb98dc3d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.287960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9456d44b-b40f-46d0-b5c7-dc42bb98dc3d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:32.289253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9456d44b-b40f-46d0-b5c7-dc42bb98dc3d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 817 time: 0.2381690
Feb 17 04:34:32.309606 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-938481ef-e99e-40b5-a7f8-16e71a811f89 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/quotas/0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 375 time: 0.0127759
Feb 17 04:34:32.393682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494646f4e0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:31Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:32.397951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ab6-5901-4c84-b0ff-884ee04aa316 None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:31Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:32.425863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c0669a0c-0e6c-4562-9f01-daa37bf4da05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.444899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c0669a0c-0e6c-4562-9f01-daa37bf4da05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:32.446812 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c0669a0c-0e6c-4562-9f01-daa37bf4da05 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1301014
Feb 17 04:34:32.652803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Router a6c60cec-6717-47a5-b627-4dcbf37e19a7 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:32.729073 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c5f65243-49a8-4756-b19e-3222c2b41e4c service neutron] 10.222.0.78 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688026
Feb 17 04:34:32.895624 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-3d1dde72-d4e3-4be6-aae0-28e37df708f5 service neutron] 10.222.0.78 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588528
Feb 17 04:34:33.019868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 39679c5a-c024-486d-88c9-c03d4e9fda22 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:33.112054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:33.116305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 39679c5a-c024-486d-88c9-c03d4e9fda22 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:33.117827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.125719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Sync routers for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:33.130812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 39679c5a-c024-486d-88c9-c03d4e9fda22 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:33.131735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.252262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:33.253147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e36f60>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:33.272401 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-1642a1c6-e488-44e9-a8f2-e2b058de472d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "PUT /v2.0/floatingips/4c3ecb51-ee5a-4ff9-ac29-7b9887784640 HTTP/1.1" status: 200  len: 995 time: 2.3629169
Feb 17 04:34:33.278493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:33.444344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-5ceef6a6-dbeb-4441-9067-15c240d6f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.452905 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-5ceef6a6-dbeb-4441-9067-15c240d6f007 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.1630447
Feb 17 04:34:33.615811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-051ebac7-bbbb-4dbb-bee9-bf63a341de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.618187 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-051ebac7-bbbb-4dbb-bee9-bf63a341de24 service neutron] 10.222.0.78 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1643705
Feb 17 04:34:33.667483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:33.779396 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-21b96fd2-0b3b-4127-a554-399406687e51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 998 time: 0.1506128
Feb 17 04:34:33.856023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-d869b9e9-1769-4525-ad02-3e609b955284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.865261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-d869b9e9-1769-4525-ad02-3e609b955284 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0849271
Feb 17 04:34:33.880742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.948410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 39679c5a-c024-486d-88c9-c03d4e9fda22, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=39679c5a-c024-486d-88c9-c03d4e9fda22,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:33.953228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.955929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-79a422fc-9778-4c83-b677-25fed1dcb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.957387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-79a422fc-9778-4c83-b677-25fed1dcb427 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912292
Feb 17 04:34:33.958372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:33.977491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-5656be84-9a70-426e-8de6-bb768d1db39a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:34:33.986606 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-5656be84-9a70-426e-8de6-bb768d1db39a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0144601
Feb 17 04:34:34.117958 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1a70cc34-521c-4892-bd9f-62ff5c9cde43 req-7f47f762-cd0f-4c21-8a6f-693b4ff4abd1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 210 time: 0.0578759
Feb 17 04:34:34.136929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.154487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:34.161084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:34.207415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-a8e2dfd3-e1ef-46b5-bb63-e05aeb3e6164 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197762
Feb 17 04:34:34.209222 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:34:34.264499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e36f60>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '4c3ecb51-ee5a-4ff9-ac29-7b9887784640', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'port_id': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'mac_address': 'fa:16:3e:12:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:28Z', 'updated_at': '2021-02-17T04:34:31Z', 'revision_number': 1, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:34.269556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Checking router: a6c60cec-6717-47a5-b627-4dcbf37e19a7 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:34.278994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:34.279984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e36f60>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:34.434842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-8d2a29ed-e8b6-4c4a-b002-503e6956a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:34.436438 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-8d2a29ed-e8b6-4c4a-b002-503e6956a6df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.1407073
Feb 17 04:34:34.438487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-17b07c96-98d1-4d5a-b29b-b82dfc743336 req-0f09e835-f2f3-4b80-b391-711f8ed4d643 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2242346
Feb 17 04:34:34.481228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-678213976', 'description': 'tempest-TestMinimumBasicScenario-678213976 description'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:34.488107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:34.498622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:34.507924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.508717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:34.531377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:34.535541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Usage tracker for resource:security_group_rule and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:34.538709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:34.545533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:34.597775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-fc2dd695-3b34-40a5-98ff-aa912157b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:34.599412 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-fc2dd695-3b34-40a5-98ff-aa912157b0ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1496787
Feb 17 04:34:34.625297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.628290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.657315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-79b14131-a808-44ca-a188-d76eaee06eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:34.675011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.676712 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f41aa4a8-167a-4caf-81a5-4a323e7ead95 req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2001748
Feb 17 04:34:34.694738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914f5156-aeff-4c7c-abd4-a5e7718c83fd,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:34.698273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:34.768824 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-52cf513d-47a2-4f60-b00f-7d808253df55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 998 time: 0.1594987
Feb 17 04:34:34.773995 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-2ae67b77-a2b7-4d9d-a54a-f04a05f2411f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups/914f5156-aeff-4c7c-abd4-a5e7718c83fd HTTP/1.1" status: 200  len: 1812 time: 0.0703678
Feb 17 04:34:34.785715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '914f5156-aeff-4c7c-abd4-a5e7718c83fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:34.785715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '914f5156-aeff-4c7c-abd4-a5e7718c83fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:34.834691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:34.848432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Usage tracker for resource:security_group_rule and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:34.853205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:34.863224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:34.878637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-96506899-c894-4e46-a4c1-017a63c856e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:34.880282 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-96506899-c894-4e46-a4c1-017a63c856e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0896475
Feb 17 04:34:34.895149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e36f60>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '4c3ecb51-ee5a-4ff9-ac29-7b9887784640', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'port_id': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'mac_address': 'fa:16:3e:12:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:28Z', 'updated_at': '2021-02-17T04:34:31Z', 'revision_number': 1, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:34.899591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbb01c-9444-44c2-b5a4-690564328492 None None] The sync data for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi is: [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '4c3ecb51-ee5a-4ff9-ac29-7b9887784640', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'port_id': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'mac_address': 'fa:16:3e:12:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:28Z', 'updated_at': '2021-02-17T04:34:31Z', 'revision_number': 1, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:34.929823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.964644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.968875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.979053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7ba2e7a-dc12-44b3-9697-1efe7b865638 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:35.007411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 39679c5a-c024-486d-88c9-c03d4e9fda22 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:35.094652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 39679c5a-c024-486d-88c9-c03d4e9fda22 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:35.095333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.142055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930e4531-0457-41d2-a488-aa4964889055,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:35.154024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:35.171431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.172731 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-45e390d7-66fe-4a4f-80ce-cc3ff42b6c29 req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3918052
Feb 17 04:34:35.289393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:34:35.304655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e16ebb-07e3-42f5-ab1d-64700ef1905b None None] New status for floating IP 4c3ecb51-ee5a-4ff9-ac29-7b9887784640: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:34:35.314314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-62234386-17f2-4029-aeac-2d05f9152b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:35.315993 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-62234386-17f2-4029-aeac-2d05f9152b14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3263388
Feb 17 04:34:35.326675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c3d5f49c-c733-4826-9609-56b2f27ff3b7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:35.328601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-c3d5f49c-c733-4826-9609-56b2f27ff3b7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 817 time: 0.2833591
Feb 17 04:34:35.445138 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a972d153-58b5-49ea-a8a6-70267d797213 req-86a3a3ec-2e9b-48fa-afef-51ca707d4489 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 210 time: 0.1050830
Feb 17 04:34:35.480897 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-b207b120-cece-4b33-87a4-ea72033e6e24 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups/914f5156-aeff-4c7c-abd4-a5e7718c83fd HTTP/1.1" status: 200  len: 2405 time: 0.2343462
Feb 17 04:34:35.507805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '914f5156-aeff-4c7c-abd4-a5e7718c83fd', 'remote_group_id': None}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:35.509260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '914f5156-aeff-4c7c-abd4-a5e7718c83fd', 'remote_group_id': None}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:35.522242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:35.541444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Usage tracker for resource:security_group_rule and tenant:0d5b2911946848de81be8f9741faa90f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:35.553194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:35.571736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:35.630065 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-bffb607a-a735-4107-9bf9-eebf42b6c98f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 5709 time: 0.2016370
Feb 17 04:34:35.638539 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-b560c8ee-888d-4397-9167-dea94cb8bc32 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087084
Feb 17 04:34:35.652859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'port': {'device_id': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'admin_state_up': True, 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'security_groups': ['8529108a-49f5-4be7-9f17-6f7aed62c37b']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:35.911062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.994565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.998227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:36.005261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-92337c05-a6f2-4a8a-b8a5-81858ae05c06 req-b0344635-9a20-463e-8e5d-626ede68780f service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2680130
Feb 17 04:34:36.005875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.014483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c15d366-10b1-4b80-8fc4-437cbb1ff857 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:36.020847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:36.050861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb94db6-9254-4ccd-8df7-28a111d1100f,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:36.052222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:36.055456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Made reservation on behalf of 0bdc99fc094d4c3fb38cad060f2dc825 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:36.062172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.078229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.079556 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cfec72e4-e66a-480e-a8b5-b8c73d80e48b req-3d2badb4-fe82-4446-97bd-f577ea2586d6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5822315
Feb 17 04:34:36.226254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-730a11f2-2226-4554-8ccd-55e1b83af1bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:36.242858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-730a11f2-2226-4554-8ccd-55e1b83af1bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:36.244164 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-730a11f2-2226-4554-8ccd-55e1b83af1bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-678213976&fields=id&tenant_id=0d5b2911946848de81be8f9741faa90f HTTP/1.1" status: 200  len: 267 time: 0.0613034
Feb 17 04:34:36.341646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-b3eb4645-bb47-476c-b2c0-7f1c80a44c4e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:36.343473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-b3eb4645-bb47-476c-b2c0-7f1c80a44c4e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.0906067
Feb 17 04:34:36.357537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'port': {'security_groups': ['260b88cd-9e8d-464f-a5d6-249a57f31a80', '914f5156-aeff-4c7c-abd4-a5e7718c83fd']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:36.396294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Allocated IP 172.20.0.9 (f55343ed-6cd4-4a05-83fb-6b9ff396686a/3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5/05ddcb41-fa3f-4fa9-a81d-e152e7b80f04) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:36.513002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.642889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.663601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a4095b60-00aa-4aeb-99fe-9634a4ab48c4 req-7bad6985-261b-4a5f-82da-f628b2d4bc02 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 210 time: 0.0635459
Feb 17 04:34:36.673584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Transition to ACTIVE for port object 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:36.710789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.728218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-469db727-bfb9-40e5-9128-3e8490a6b967 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:36.877280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:36.908896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.912644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.931758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:37.110612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:37.112898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:37.114174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:37.125964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:37.159603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.160305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.177234 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2088ec49-d238-4139-b5dc-cf14fa6ecbe8 req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "PUT /v2.0/ports/b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 981 time: 0.8259184
Feb 17 04:34:37.177882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:37.178636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:37.179916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:37.182667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:37.264230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.265111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.301357 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6553924
Feb 17 04:34:37.328040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Request body: {'port': {'device_id': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:37.391119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd6e9a-8cb9-4972-8aa7-dcde95233b34 req-35a9ebcc-9829-41d7-88ef-057885564c72 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.401002 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-60cd6e9a-8cb9-4972-8aa7-dcde95233b34 req-35a9ebcc-9829-41d7-88ef-057885564c72 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.1253862
Feb 17 04:34:37.431168 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:34:37.469019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-60cd6e9a-8cb9-4972-8aa7-dcde95233b34 req-97f87b02-9f87-4466-8557-208f846931a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0661252
Feb 17 04:34:37.514328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e75a112f-0a24-41e9-8ef8-4ba3623824c2 None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:37.514783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e75a112f-0a24-41e9-8ef8-4ba3623824c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.578769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.717995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-f3e60bf5-fc3f-454d-8111-647dd6084072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.719668 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-f3e60bf5-fc3f-454d-8111-647dd6084072 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1202 time: 0.2445254
Feb 17 04:34:37.783497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3e89a251-1953-4d6f-96f3-6ff395a82d1f None None] Provisioning for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:37.789755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3e89a251-1953-4d6f-96f3-6ff395a82d1f None None] Provisioning complete for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:37.790420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3e89a251-1953-4d6f-96f3-6ff395a82d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.850342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3e89a251-1953-4d6f-96f3-6ff395a82d1f None None] Port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:38.110610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-c82c2073-c8e3-482d-a00e-cf2f0a596e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.112150 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-c82c2073-c8e3-482d-a00e-cf2f0a596e96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.3831384
Feb 17 04:34:38.202430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e05b9-0d12-41e8-8e0c-e81e7254120e req-ef1219a2-d832-4e56-b7fe-4e19b6695560 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.203229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-793e05b9-0d12-41e8-8e0c-e81e7254120e req-ef1219a2-d832-4e56-b7fe-4e19b6695560 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:38.298027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-793e05b9-0d12-41e8-8e0c-e81e7254120e req-ef1219a2-d832-4e56-b7fe-4e19b6695560 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:38.299357 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-793e05b9-0d12-41e8-8e0c-e81e7254120e req-ef1219a2-d832-4e56-b7fe-4e19b6695560 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 931 time: 0.4719365
Feb 17 04:34:38.302867 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-589ec704-487b-43f7-b738-9a4c6cdc40a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 1000 time: 0.1776710
Feb 17 04:34:38.474191 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-793e05b9-0d12-41e8-8e0c-e81e7254120e req-f4c3b007-3a0e-471d-a906-2ff8ca544c4c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658945
Feb 17 04:34:38.477990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:38.490780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.494031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-345a901f-7e70-416e-8337-7fbf59176cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.496205 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-345a901f-7e70-416e-8337-7fbf59176cbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.1711917
Feb 17 04:34:38.547637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Transition to ACTIVE for port object 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:38.560081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.577079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-98d0e6ff-f220-4e86-b613-282ddd1803dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:38.587698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50164) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:38.712901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.722629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:38.729102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:38.730947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:38.733365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Usage tracker for resource:security_group_rule and tenant:38235805a61b411c86a26669b5a5a427 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:38.736801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:38.742805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:38.764751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-f6aad4c4-0231-4f08-8fb5-8ab612a3c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.766422 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-f6aad4c4-0231-4f08-8fb5-8ab612a3c74d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2611139
Feb 17 04:34:38.836923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.843183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.852381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7f6a770-d4d7-4983-8f7d-80954f701185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:38.904253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38235805a61b411c86a26669b5a5a427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122990
Feb 17 04:34:38.904253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d84ca-4044-4218-b3da-789477bfa7fa,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:38.907691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:38.908420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50174) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:38.983437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.013819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.049117 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-c4f51567-fb44-4287-93da-5db4462e5f03 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693202
Feb 17 04:34:39.074581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.082537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a50fb0f-6b3b-4a7f-8841-a45a79706a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:39.099541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.104207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c4d84ca-4044-4218-b3da-789477bfa7fa HTTP/1.1" status: 204  len: 168 time: 0.1946595
Feb 17 04:34:39.105806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d84ca-4044-4218-b3da-789477bfa7fa,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:39.108759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:39.150129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Attempting to bind port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:39.150524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Attempting to bind port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:39.150968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Attempting to bind port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 on network f55343ed-6cd4-4a05-83fb-6b9ff396686a {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:39.172013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:39.172264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Checking segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:39.172653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.173058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Bound using segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:39.173615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Bound port: 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:39.173903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.308339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a47985c8-dba2-488d-b710-9cc7051e4427 req-e382cefc-f3ed-4058-a5d3-0d093c647f96 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2444091
Feb 17 04:34:39.317323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:39.320491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:39.325622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.342337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268826a7-208a-4e7e-b908-69b4d81fd1d2 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:39.595606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device b60a0e42-338e-46c0-ba43-9b2027219e08 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:39.676329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:39.676628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.728902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:39.735217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:39.755326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98a6d3-adfc-4fe3-b31b-169a703b05b2 req-583e959a-7804-4924-a95e-fb6afdce7442 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.757009 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5d98a6d3-adfc-4fe3-b31b-169a703b05b2 req-583e959a-7804-4924-a95e-fb6afdce7442 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1435740
Feb 17 04:34:39.790553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.791480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.793628 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] 10.222.0.59 "PUT /v2.0/ports/05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 1157 time: 2.4710939
Feb 17 04:34:39.795616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:39.830359 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5d98a6d3-adfc-4fe3-b31b-169a703b05b2 req-214e5373-6161-41ca-8516-28d10ca6a529 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642321
Feb 17 04:34:39.937825 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'status': 'completed', 'code': 200}
Feb 17 04:34:39.971321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-caebe3e5-b0a9-40e1-b0e0-64ec532fbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.972980 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-caebe3e5-b0a9-40e1-b0e0-64ec532fbc3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1160 time: 0.0946660
Feb 17 04:34:40.069109 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-4faf4700-344d-4638-8368-3703e8253d73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 217 time: 0.0711575
Feb 17 04:34:40.146990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-5b704a03-c6cc-4603-8e8a-e1d2931480a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.148623 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-5b704a03-c6cc-4603-8e8a-e1d2931480a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0707195
Feb 17 04:34:40.253446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-15ef37d5-bc33-40ce-80be-837a9bc638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.255368 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-15ef37d5-bc33-40ce-80be-837a9bc638b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924137
Feb 17 04:34:40.413277 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-26ef537c-ecb3-487b-8f97-a9255bf9b72e service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478033
Feb 17 04:34:40.564324 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1cc2558-b33c-4549-8f2e-ed6061bbf07b req-176ca59e-2396-4270-af93-6ed01b5b012e service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391866
Feb 17 04:34:40.788282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-ffb39d3e-0ffb-40e4-bd9e-55ad67de306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.789932 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-ffb39d3e-0ffb-40e4-bd9e-55ad67de306c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1160 time: 0.0890164
Feb 17 04:34:40.938838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-fa1ac2cb-9a75-4a44-8a6c-e58db58258c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.940487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-fa1ac2cb-9a75-4a44-8a6c-e58db58258c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1437485
Feb 17 04:34:41.030580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-b4d19d54-e10b-48f8-9d65-05afbc97a72d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 217 time: 0.0687704
Feb 17 04:34:41.069798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40258e-928d-48a9-a2c8-5ff4170d6ed3 req-48dfc593-2019-4b15-9ad1-38ff714e26ef tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:41.069798 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf40258e-928d-48a9-a2c8-5ff4170d6ed3 req-48dfc593-2019-4b15-9ad1-38ff714e26ef tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1091554
Feb 17 04:34:41.117922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-39a7e820-d5d8-4953-b781-1abdf420228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:41.119622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-39a7e820-d5d8-4953-b781-1abdf420228b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0810833
Feb 17 04:34:41.122406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf40258e-928d-48a9-a2c8-5ff4170d6ed3 req-d599b8f9-5718-40ba-bbec-984eb34ac0aa tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462177
Feb 17 04:34:41.225576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-810862f8-0f73-4b5f-af8a-2d00b3a11c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:41.227249 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-810862f8-0f73-4b5f-af8a-2d00b3a11c20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903754
Feb 17 04:34:41.379435 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-03182785-07d3-4014-adb1-9b430a955748 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403084
Feb 17 04:34:41.532305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50260) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:41.536326 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22d38b24-5a3e-44f9-9c06-20710f02ab6d req-1ec45668-e538-4d85-a97f-8749e3f0f3d2 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451299
Feb 17 04:34:41.660794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.677267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:41.681333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Usage tracker for resource:security_group_rule and tenant:34f5ea2103ad4b2e894eff8c965db3fd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:41.686204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:41.692164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:41.781209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.786466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.796820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b45b1034-8739-4675-be29-d4149227e14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:41.841131 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34f5ea2103ad4b2e894eff8c965db3fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3075032
Feb 17 04:34:41.842179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af9bb4-3982-4622-8ea3-89af13ff2ee0,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:41.844036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50270) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:41.845696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:41.907519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.935705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.980934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.986103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0255e218-97d9-4fb8-ae0f-0ff58c4c6a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:41.999726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af9bb4-3982-4622-8ea3-89af13ff2ee0,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:42.002565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.003820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.006892 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63af9bb4-3982-4622-8ea3-89af13ff2ee0 HTTP/1.1" status: 204  len: 168 time: 0.1614077
Feb 17 04:34:42.299425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50280) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:42.318627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.333027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb842d8-3f68-4959-8e81-cdfa3a67c22d req-e5aa9241-0537-4d87-aa51-335ce0128c23 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:42.334643 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fb842d8-3f68-4959-8e81-cdfa3a67c22d req-e5aa9241-0537-4d87-aa51-335ce0128c23 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0896196
Feb 17 04:34:42.334854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:42.338978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Usage tracker for resource:security_group_rule and tenant:4401845984bc487381831cde1a13a0d4 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:42.342013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:42.347892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:42.385160 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8fb842d8-3f68-4959-8e81-cdfa3a67c22d req-fa50b11e-19c6-4e3e-8131-d558dd21d982 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437050
Feb 17 04:34:42.442165 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.444649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.453483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb9fb95-b40d-49dc-b676-fb94bb5842a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:42.497580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4401845984bc487381831cde1a13a0d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970077
Feb 17 04:34:42.498572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24cfb0a-3875-4f14-a0b3-4814be7ecd81,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:42.500574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50284) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:42.501944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.567027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.593643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.638516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.643552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:42.656480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24cfb0a-3875-4f14-a0b3-4814be7ecd81,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:42.660862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.666497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.668773 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f24cfb0a-3875-4f14-a0b3-4814be7ecd81 HTTP/1.1" status: 204  len: 168 time: 0.1670542
Feb 17 04:34:43.595267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80c97-f83b-4450-a4b2-134b6fac145b req-37e3e7b1-9150-46d0-b4fc-d5987d629b87 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:43.595818 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-23c80c97-f83b-4450-a4b2-134b6fac145b req-37e3e7b1-9150-46d0-b4fc-d5987d629b87 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0907736
Feb 17 04:34:43.644204 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-23c80c97-f83b-4450-a4b2-134b6fac145b req-f4d7e46f-8d0d-4c18-9857-ef8281df8400 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423057
Feb 17 04:34:44.855596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cbe3b-4319-4069-8823-bfd6eb615d2e req-16f8e886-b3d1-43c1-9ae9-016f788977b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.857249 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-013cbe3b-4319-4069-8823-bfd6eb615d2e req-16f8e886-b3d1-43c1-9ae9-016f788977b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0931854
Feb 17 04:34:44.912016 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-013cbe3b-4319-4069-8823-bfd6eb615d2e req-32ece99b-34c0-41db-93a6-5270796ea220 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476110
Feb 17 04:34:46.136939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee5d7-24ae-4289-93ea-58afe01b100b req-49b08ff3-72d3-4729-b5d5-c0dbc3e7c411 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.138712 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08eee5d7-24ae-4289-93ea-58afe01b100b req-49b08ff3-72d3-4729-b5d5-c0dbc3e7c411 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0955112
Feb 17 04:34:46.188601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-08eee5d7-24ae-4289-93ea-58afe01b100b req-90ea149e-9bd0-48dc-b3ca-441128a19b90 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429561
Feb 17 04:34:46.344778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8dc0adbb-b101-4cd8-b2cd-765d316b4943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:46.880895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50404) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:47.130060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Deleting subnet aca2307a-aaf9-471c-a73a-e69fccea9019 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:34:47.133649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.194803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.257724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.405734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b032-4d34-44bb-822c-d6c049fdeed5 req-0be4235b-105a-4162-a602-004fafd29789 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:47.405734 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8c74b032-4d34-44bb-822c-d6c049fdeed5 req-0be4235b-105a-4162-a602-004fafd29789 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0945778
Feb 17 04:34:47.456657 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8c74b032-4d34-44bb-822c-d6c049fdeed5 req-ed3ca3f6-5fa7-4f2f-b722-ada3b63fef80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437043
Feb 17 04:34:47.530861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.546563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b0dc973-3b02-47f7-a411-bed59db103c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:47.640470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca2307a-aaf9-471c-a73a-e69fccea9019,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:47.645027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:47.681164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.692321 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6c3778ce-973b-42e9-a028-3d83aea9f415 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aca2307a-aaf9-471c-a73a-e69fccea9019 HTTP/1.1" status: 204  len: 168 time: 0.8102889
Feb 17 04:34:47.694983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50420) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:48.030023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.228150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.347935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f49458f4470>,) {'filters': {'network_id': ['b5f1ca89-bbfb-4608-86a7-7b5d61122317']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:48.360704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f49458f4470>, 'e208bfb6-20b4-460b-a1dc-35b582192e5e') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:48.361033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f49458f4470>, 'e208bfb6-20b4-460b-a1dc-35b582192e5e') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:48.372985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.388220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.390189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:34:48.429077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:48.502862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:48.503328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.571417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:48.585848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.642898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:48.731680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:48.740976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:48.741435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.772533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d5839a0-72d6-49ad-a57b-b087fbedced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.843887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Network b5f1ca89-bbfb-4608-86a7-7b5d61122317 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:34:48.870160 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:34:48.874176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.906814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:48.918642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:48.934512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:48.939677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:48.940161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1637b7-9e0e-46b4-9ae0-e0b64988d654 req-e1b68ca2-f1ea-47af-9539-2761c00b3694 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.941693 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee1637b7-9e0e-46b4-9ae0-e0b64988d654 req-e1b68ca2-f1ea-47af-9539-2761c00b3694 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.2911959
Feb 17 04:34:48.985535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.015912 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee1637b7-9e0e-46b4-9ae0-e0b64988d654 req-dbce5a3d-b24f-49bf-b4d0-33250be14c81 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609555
Feb 17 04:34:49.036926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:49.048033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.050876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f1ca89-bbfb-4608-86a7-7b5d61122317,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:49.054101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:49.066150 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] 10.222.0.78 "DELETE /v2.0/networks/b5f1ca89-bbfb-4608-86a7-7b5d61122317 HTTP/1.1" status: 204  len: 168 time: 1.3699064
Feb 17 04:34:49.099637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:49.102975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:49.192197 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'code': 200}
Feb 17 04:34:49.222213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50440) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:49.275122 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ba1bb7c8-6f27-4909-9616-df5b4575cbd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=440d4048a9ad43869a00218c7acb9614&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515709
Feb 17 04:34:49.278328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50444) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:49.340711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.368175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.413827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.419150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e806870-5e7b-41b1-b81e-9b561a47ebd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:49.437140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed70be-b24b-405b-9f69-77968eb51b4f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:49.443638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:49.444589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.445794 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b2ed70be-b24b-405b-9f69-77968eb51b4f HTTP/1.1" status: 204  len: 168 time: 0.1664855
Feb 17 04:34:49.477564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:49.511352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7f1eb-0c83-48c5-b662-dc1f82793382 req-12c23836-5468-48fd-9eb7-fc3a2499b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:49.513030 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-64a7f1eb-0c83-48c5-b662-dc1f82793382 req-12c23836-5468-48fd-9eb7-fc3a2499b2cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1162 time: 0.0870736
Feb 17 04:34:49.566233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-64a7f1eb-0c83-48c5-b662-dc1f82793382 req-282dd60b-afb4-44a3-8884-01cf95917600 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382371
Feb 17 04:34:50.192869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50472) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:50.224438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036e2a-e7df-424a-bca2-0223a3248234 req-6e17a85d-c5c0-46f4-ad74-d1793a4e9cda tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:50.231215 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9e036e2a-e7df-424a-bca2-0223a3248234 req-6e17a85d-c5c0-46f4-ad74-d1793a4e9cda tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1005948
Feb 17 04:34:50.278015 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9e036e2a-e7df-424a-bca2-0223a3248234 req-4e10118e-8609-4a1e-8f62-474a5cb1b6f8 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447216
Feb 17 04:34:50.313989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1453013093-network', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:50.319267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:50.324415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Usage tracker for resource:network and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:50.327648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:50.333529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:50.345482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Made reservation on behalf of 79050d22ac3d4c7eb85cd6a19be9ef10 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:50.349953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.350258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.365153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.380192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:50.384231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Usage tracker for resource:security_group_rule and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:50.387382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:50.393608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:50.481406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.484555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.489257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dda2285b-bc76-4291-bda7-c865f8b07d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:50.518827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:34:50.532695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97dea1-93ca-4438-ae94-f42b4e50af10,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:50.537031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:50.537938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.538370 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Added segment beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1 of type vxlan for network 736cba91-156c-4244-b589-a5a8068074fb
Feb 17 04:34:50.566404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.601026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.602295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:50.602929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.608121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:50.715418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5210989
Feb 17 04:34:50.716460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Pushing event updated for resources: {'Network': ['ID=736cba91-156c-4244-b589-a5a8068074fb,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:50.718733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50488) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:50.721366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:50.725247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Request body: {'subnet': {'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1453013093-subnet', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:50.727555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 736cba91-156c-4244-b589-a5a8068074fb details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:34:50.731062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:50.735414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Usage tracker for resource:subnet and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:50.738398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:50.744202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:50.757389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Made reservation on behalf of 79050d22ac3d4c7eb85cd6a19be9ef10 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:50.763140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853168766'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.800079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 736cba91-156c-4244-b589-a5a8068074fb details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:34:50.941098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.192584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853168749'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.209140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:51.343829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6896da5-eb49-463d-b5d2-7f0487a71534,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:51.359879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:51.426552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Checking segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:51.426552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Network hostable DHCP agents. Network: 736cba91-156c-4244-b589-a5a8068074fb, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:34:51.449222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Network 736cba91-156c-4244-b589-a5a8068074fb is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:34:51.461032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 736cba91-156c-4244-b589-a5a8068074fb) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:51.473693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5b496-e466-43fd-a83b-166c397629cb None None] Network 736cba91-156c-4244-b589-a5a8068074fb requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:34:51.491951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:51.492618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.535442 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-97dbe0a4-5235-43d9-a99e-69fcea9e83db admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8159087
Feb 17 04:34:51.538104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50504) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:51.544395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:51.553437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:51.565612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Usage tracker for resource:router and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:51.569663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:51.576403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:51.591114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.592672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.610133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.622228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:51.813442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:51.813866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.866135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-736cba91-156c-4244-b589-a5a8068074fb', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:34:51.867334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.974366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165979d-1cf3-497b-afc6-61f51655c1eb req-df4e38f2-3c97-4463-b05b-c5b24e155448 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:51.976062 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1165979d-1cf3-497b-afc6-61f51655c1eb req-df4e38f2-3c97-4463-b05b-c5b24e155448 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.3577535
Feb 17 04:34:51.983803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.263810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Allocated IP 172.20.0.2 (736cba91-156c-4244-b589-a5a8068074fb/d6896da5-eb49-463d-b5d2-7f0487a71534/04f3eb17-3e72-4baa-86a0-e64936e4ad5a) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:52.323762 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1165979d-1cf3-497b-afc6-61f51655c1eb req-1df1c724-8628-4f93-bda3-45400573b1aa tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3354292
Feb 17 04:34:52.499332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.511333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Transition to ACTIVE for port object 04f3eb17-3e72-4baa-86a0-e64936e4ad5a will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:52.528911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Transition to ACTIVE for port object 04f3eb17-3e72-4baa-86a0-e64936e4ad5a will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:52.533253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.549520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:52.578956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.612634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.684237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Pushing event updated for resources: {'Port': ['ID=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:52.696630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:52.740332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Network 736cba91-156c-4244-b589-a5a8068074fb is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:52.741562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:52.743906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:52.808068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Attempting to bind port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:52.808639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Attempting to bind port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:52.809057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Attempting to bind port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a on network 736cba91-156c-4244-b589-a5a8068074fb {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:52.815168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:52.815605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Checking segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:52.816060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.816825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Bound using segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:52.817015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Bound port: 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:52.817423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.898480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Allocated IP 172.27.1.172 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/36c9f2a1-4b03-42e0-9da6-4c535735a1ea) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:52.926081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] For port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:52.929429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] For port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:52.933364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.949976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:53.067368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.100947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.117293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Pushing event updated for resources: {'Port': ['ID=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:53.118438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-12f71c10-851f-401b-814b-b0c760fbed81 tempest-ServerRescueNegativeTestJSON-721894797 tempest-ServerRescueNegativeTestJSON-721894797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:53.123221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:53.289046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Pushing event updated for resources: {'Port': ['ID=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:53.295873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:53.346330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:53.347684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:53.349982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:53.580034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdaef-5bd7-4ab9-9310-f621e09b33ea req-3c269342-9699-49db-b1ed-425d24f605ee tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.581696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c04bdaef-5bd7-4ab9-9310-f621e09b33ea req-3c269342-9699-49db-b1ed-425d24f605ee tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1238196
Feb 17 04:34:53.653720 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c04bdaef-5bd7-4ab9-9310-f621e09b33ea req-7df8767c-2736-42a0-aa72-8a675813376b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654154
Feb 17 04:34:53.729902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50532) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:53.858904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.875652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:53.879827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Usage tracker for resource:security_group_rule and tenant:7b62a4c4c7d94d6597200e588e362c9a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:53.882888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:53.889722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:53.927203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.975027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.977904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.987240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07e61dfc-a7c0-47b1-9005-e044420da58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.031201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b62a4c4c7d94d6597200e588e362c9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2998698
Feb 17 04:34:54.032152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562995a8-d134-4a60-955a-4be16afa1ebf,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.034717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50538) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.037683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.053605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1a0e-0e65-4f9e-9ac9-e73e988e900e req-79f889bb-a581-4b75-92f5-f3c9678e900f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:54.055238 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-86ec1a0e-0e65-4f9e-9ac9-e73e988e900e req-79f889bb-a581-4b75-92f5-f3c9678e900f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.2514219
Feb 17 04:34:54.066079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50542) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.073645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'floatingip': {'port_id': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:54.103335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.132016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.183625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.189534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.195022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61f7c3ec-068b-4aeb-b1c8-b8ce77e0d2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.210147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562995a8-d134-4a60-955a-4be16afa1ebf,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.212977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.214895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.219015 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/562995a8-d134-4a60-955a-4be16afa1ebf HTTP/1.1" status: 204  len: 168 time: 0.1829479
Feb 17 04:34:54.541199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50550) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.562063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.579446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:54.583772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Usage tracker for resource:security_group_rule and tenant:107333056c644d8ebc2905b555c1a411 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:54.586954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:54.593079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:54.672400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e232bf2-24ad-4e09-a512-0125d798388b None None] Network 736cba91-156c-4244-b589-a5a8068074fb requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:34:54.686359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.690159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.700730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45eed89a-745f-4bd0-8311-fb0a58f3c50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.746832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019fe1b6-fed8-41ba-ae94-193695d8f259,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.755290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=107333056c644d8ebc2905b555c1a411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2114141
Feb 17 04:34:54.756490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4d99c57-6793-487d-9667-4e384a13cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.757012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50554) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.781638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bf4e944b-8860-49af-b44c-053853990b57 None None] Provisioning for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:54.831115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.862402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.913078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.918738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-712bb06a-b2e0-443d-8bfd-9aefb475cd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.935644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019fe1b6-fed8-41ba-ae94-193695d8f259,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.938126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.942345 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/019fe1b6-fed8-41ba-ae94-193695d8f259 HTTP/1.1" status: 204  len: 168 time: 0.1842051
Feb 17 04:34:54.943550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:55.015931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.200501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 04f3eb17-3e72-4baa-86a0-e64936e4ad5a up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:55.281098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:55.286761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:55.287433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.402384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50562) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:55.430338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.433820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Router d6e4c34e-7dac-4a06-acef-15019fae591b is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:34:55.440240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.454466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:55.458768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Usage tracker for resource:security_group_rule and tenant:300aded45d1244e1a3d3bb8640ee693f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:55.462072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:55.469091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:55.481339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:55.486192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.493610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:55.569508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.573138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.577383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-630d381e-5280-4ec3-9d09-6a6b40cf0afd None None] Provisioning complete for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:55.577884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-630d381e-5280-4ec3-9d09-6a6b40cf0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.605663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-370581cb-edd9-4b53-89d6-57c0a8dda6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:55.641612 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=300aded45d1244e1a3d3bb8640ee693f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2378705
Feb 17 04:34:55.642398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c1d66-67d9-47f3-9d5f-bff26601d0f4,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:55.645449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50566) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:55.648308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:55.684019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:55.699705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:55.723244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.726650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.732339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.758224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.811166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.816764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4957d05-202d-4741-8f4d-dc357393e650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:55.828291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c1d66-67d9-47f3-9d5f-bff26601d0f4,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:55.833897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:55.835920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.838661 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/538c1d66-67d9-47f3-9d5f-bff26601d0f4 HTTP/1.1" status: 204  len: 168 time: 0.1918108
Feb 17 04:34:55.894738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-39936acf-d898-4043-b079-d054fee08ad5 None None] Provisioning complete for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:55.895463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39936acf-d898-4043-b079-d054fee08ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.907765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:55.930331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Sync routers for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:55.960422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.964382 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.4225376
Feb 17 04:34:55.965135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50572) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:55.972545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Floating IP 392907e5-a5fb-433c-bb40-55e734f61f3f associated. External IP: 172.27.1.33, port: 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04.
Feb 17 04:34:55.973196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:55.973901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494559c668>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:56.245185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:56.466437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:56.583795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494559c668>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:53Z', 'revision_number': 3, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:56.589503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Checking router: d6e4c34e-7dac-4a06-acef-15019fae591b for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:56.590074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Updating router d6e4c34e-7dac-4a06-acef-15019fae591b port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:56.655349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.705668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:56.710965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.716389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:56.737477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:56.738169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946428da0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:56.802581 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-60288810-d359-4f11-8866-e63c82cb87c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "PUT /v2.0/floatingips/392907e5-a5fb-433c-bb40-55e734f61f3f HTTP/1.1" status: 200  len: 990 time: 2.7353795
Feb 17 04:34:56.803561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:56.838775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.935602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'status': 'completed', 'code': 200}
Feb 17 04:34:57.074480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 04f3eb17-3e72-4baa-86a0-e64936e4ad5a up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:57.080764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:57.229888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-e4f8fb10-1233-4076-a146-28b7c889733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:57.231732 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-e4f8fb10-1233-4076-a146-28b7c889733b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1162 time: 0.2133749
Feb 17 04:34:57.270186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Allocated IP 172.20.0.1 (736cba91-156c-4244-b589-a5a8068074fb/d6896da5-eb49-463d-b5d2-7f0487a71534/ff88c766-7b03-4b8d-9a8a-56cc3909b467) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:57.286476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:57.286825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.462968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.497919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-f70ea9ad-c58f-4399-b190-6fcbb78277db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:57.499591 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-f70ea9ad-c58f-4399-b190-6fcbb78277db service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.2566416
Feb 17 04:34:57.506385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946428da0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '392907e5-a5fb-433c-bb40-55e734f61f3f', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:68:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:30Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:57.512326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:57.523321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:57.524182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946428da0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:57.558335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Transition to ACTIVE for port object 36c9f2a1-4b03-42e0-9da6-4c535735a1ea will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:57.565940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.600203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:57.669742 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-1d6185ef-75ef-400c-9af6-8a6a570df84c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 998 time: 0.1577563
Feb 17 04:34:57.772097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Pushing event updated for resources: {'Port': ['ID=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:57.775339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-57595f34-df49-4cbb-ab5b-cd1c25926ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:57.777789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:57.778309 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-57595f34-df49-4cbb-ab5b-cd1c25926ff0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0917101
Feb 17 04:34:57.780209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:57.813996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.832517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Transition to ACTIVE for port object ff88c766-7b03-4b8d-9a8a-56cc3909b467 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:57.872585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.884335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Attempting to bind port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:57.884804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Attempting to bind port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:57.885473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Attempting to bind port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:57.891996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-c06e1c94-2f69-47e9-8067-6e1cf030ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:57.892735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:57.893171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:57.893635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.894082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:57.894615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Bound port: 36c9f2a1-4b03-42e0-9da6-4c535735a1ea, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:57.895259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.895659 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-c06e1c94-2f69-47e9-8067-6e1cf030ff57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1076505
Feb 17 04:34:57.984137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] For port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:57.987855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] For port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:57.998837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.030707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:58.035053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:58.192080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Pushing event updated for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:58.204082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Network 736cba91-156c-4244-b589-a5a8068074fb is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:58.205652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:58.207967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:58.208929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:58.229214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Pushing event updated for resources: {'Port': ['ID=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:58.237885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:58.318277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.410614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:58.411694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494559c668>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:58.460530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946428da0>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '392907e5-a5fb-433c-bb40-55e734f61f3f', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:68:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:30Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:58.462206 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-6a794ada-c3da-4c3e-98c0-2e14d11c4731 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5586641
Feb 17 04:34:58.465872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477114d0-f627-4cde-bd22-3ddb915818a8 None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '392907e5-a5fb-433c-bb40-55e734f61f3f', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:68:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:30Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:58.573689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.685192 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74acc214-92fc-40b9-a52b-5955ff375b65 req-00d32eb2-3583-427a-a066-ba81bf4e43c7 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2094376
Feb 17 04:34:58.852463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b5a13ab3-c974-4fc7-80ab-705ef6d1b020 None None] Provisioning for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:58.863139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef78b60-2c09-4fd6-986c-ebebc72febf3 None None] New status for floating IP 392907e5-a5fb-433c-bb40-55e734f61f3f: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:34:58.928762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b5a13ab3-c974-4fc7-80ab-705ef6d1b020 None None] Provisioning complete for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:58.929195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b5a13ab3-c974-4fc7-80ab-705ef6d1b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.935527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.941137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.972800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:59.048349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:59.063955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Pushing event updated for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:59.066736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.083962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:59.109097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b5a13ab3-c974-4fc7-80ab-705ef6d1b020 None None] Port ff88c766-7b03-4b8d-9a8a-56cc3909b467 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:59.245171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Network 736cba91-156c-4244-b589-a5a8068074fb is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:59.246813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:59.468194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Router d6e4c34e-7dac-4a06-acef-15019fae591b has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:59.585483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9e7378d4-6fa7-40c4-baf9-c8498731e7f6 None None] Provisioning complete for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:59.585841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9e7378d4-6fa7-40c4-baf9-c8498731e7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.665266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9e7378d4-6fa7-40c4-baf9-c8498731e7f6 None None] Port ff88c766-7b03-4b8d-9a8a-56cc3909b467 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:59.669142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:59.686507 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] 10.222.0.78 "PUT /v2.0/routers/d6e4c34e-7dac-4a06-acef-15019fae591b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7126851
Feb 17 04:34:59.687010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494559c668>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:34:57Z', 'revision_number': 1, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:59.688656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283d543-bb2b-4440-8632-110c4daae289 None None] The sync data for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi is: [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:34:57Z', 'revision_number': 1, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:00.490313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50658) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:00.496879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008945148-network', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:00.502052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:00.506368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Usage tracker for resource:network and tenant:a10410f2fff54723be5051b4b34840cb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:00.509447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:00.525203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:00.535770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Made reservation on behalf of a10410f2fff54723be5051b4b34840cb for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:00.540709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.555884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.573609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:00.581105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Usage tracker for resource:security_group_rule and tenant:a10410f2fff54723be5051b4b34840cb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:00.584534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:00.590615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:00.691395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.694971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.700861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b3e1928-10bf-450e-a5d2-145a1e3a9f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:00.737570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:35:00.748994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8c025-6a4a-4e6f-952a-f2852e5794d1,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:00.759401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.759854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.761016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.761431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.761941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.762223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.762619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.763018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.763434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.763830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.764229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.764618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.765076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.765484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.765881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.766274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.766666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.767088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.767477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.768021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.768419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.768812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.769204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.769598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:00.774055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289810148383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.774530 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Added segment 03547262-14df-4038-8081-974ede59fc24 of type vxlan for network dde75ed3-2c9d-4c02-8b28-19ca1458a99b
Feb 17 04:35:00.777229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:00.807841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.846391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.847813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:00.848530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.852322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54486a08-ea83-47e5-b8bc-9861f71cf3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:00.967966 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4763849
Feb 17 04:35:00.970983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50668) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:00.971455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Pushing event updated for resources: {'Network': ['ID=dde75ed3-2c9d-4c02-8b28-19ca1458a99b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:00.974809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:00.983306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Request body: {'subnet': {'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008945148-subnet', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:00.989130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:00.992433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:00.995836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Usage tracker for resource:subnet and tenant:a10410f2fff54723be5051b4b34840cb is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:01.001012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:01.008889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:01.024116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:01.031053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Made reservation on behalf of a10410f2fff54723be5051b4b34840cb for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:01.044178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3036051'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.165611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 36c9f2a1-4b03-42e0-9da6-4c535735a1ea up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:01.308376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:01.313813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:01.314245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.441064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.457701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:01.460565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.462460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:01.479598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3036034'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.495849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-70157ad0-5538-417e-b980-70ea209e196a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:01.536529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:01.545426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.545825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.546218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.546600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.546981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.547382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.547760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.548131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.548503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.548873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.549245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.549614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.550044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.550422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.550907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.551309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.551683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.552055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.552425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.552886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.553281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.553654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.554024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.554393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:01.558844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:01.632973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad031de5-abac-464b-b3b3-260fa353d6d7,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:01.637783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:01.698941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Checking segment: {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:01.699436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Network hostable DHCP agents. Network: dde75ed3-2c9d-4c02-8b28-19ca1458a99b, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:35:01.718538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:35:01.727013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, dde75ed3-2c9d-4c02-8b28-19ca1458a99b) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:01.737390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd80e89-613e-4b00-904e-8a9eaf69b81e None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:01.740512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:01.741178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.764629 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7891619
Feb 17 04:35:01.765031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50674) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:01.771026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:01.776708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:01.780830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Usage tracker for resource:router and tenant:a10410f2fff54723be5051b4b34840cb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:01.783886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:01.789754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:01.805560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.807404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:01.832558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.146825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:35:02.147923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.153408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.466353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Allocated IP 172.20.0.2 (dde75ed3-2c9d-4c02-8b28-19ca1458a99b/ad031de5-abac-464b-b3b3-260fa353d6d7/cff085d3-0f14-4a9c-a6e4-9a247f3718a9) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:02.527155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.560471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.695293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.706909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Transition to ACTIVE for port object cff085d3-0f14-4a9c-a6e4-9a247f3718a9 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:02.723930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Transition to ACTIVE for port object cff085d3-0f14-4a9c-a6e4-9a247f3718a9 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:02.728578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.745838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a4f7d3bc-6d10-484f-a336-47b57f8cea11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:02.846983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Allocated IP 172.27.1.43 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/24fb814b-a76e-4745-9116-40bcde224cf4) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:02.882274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Sync routers for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:02.892897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:02.893905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49479ed3c8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:02.897370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Pushing event updated for resources: {'Port': ['ID=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:02.902643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:02.946068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:02.947643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:02.953029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:03.019362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Attempting to bind port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:03.019708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Attempting to bind port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:03.020040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Attempting to bind port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 on network dde75ed3-2c9d-4c02-8b28-19ca1458a99b {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:03.026844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:03.027628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Checking segment: {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:03.027827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.028340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Bound using segment: {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:03.028796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Bound port: cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:03.029243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.042895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 36c9f2a1-4b03-42e0-9da6-4c535735a1ea up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:03.044323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.081118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.097201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a070bd5-a749-4e58-9ff8-c05887dc3eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:03.114913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:03.198129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] For port cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:03.202003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] For port cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:03.203254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:03.203671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.219767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Pushing event updated for resources: {'Port': ['ID=24fb814b-a76e-4745-9116-40bcde224cf4,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:03.222958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:03.236554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.263213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-25a9736e-9cbb-48d2-9d07-b29aba9e302b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:03.313964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:03.315378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:03.317754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:03.439175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Pushing event updated for resources: {'Port': ['ID=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:03.447779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:03.504905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49479ed3c8>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 2, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:03.512840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Checking router: d6e4c34e-7dac-4a06-acef-15019fae591b for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:35:03.513251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Updating router d6e4c34e-7dac-4a06-acef-15019fae591b port ff88c766-7b03-4b8d-9a8a-56cc3909b467 binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:35:03.580691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.819701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.105836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.152459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50706) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:04.298369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.306988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.316225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:04.320574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Transition to ACTIVE for port object ff88c766-7b03-4b8d-9a8a-56cc3909b467 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:04.321404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Usage tracker for resource:security_group_rule and tenant:1cd15ee03c0c4545a26a5e875f054653 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:04.324458 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.325666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:04.332170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:04.341686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bbe26477-409e-4814-acb6-7bab19259cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:04.433906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.437728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.448566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-130b3f98-f553-486d-bbb0-f1234151cadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:04.489852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a30992-5803-4f3c-aa5f-13043a0e801c None None] Pushing event updated for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:04.496025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-33a30992-5803-4f3c-aa5f-13043a0e801c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:04.498921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb89652-6b45-4ff3-81e4-b6d945d03c1a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:04.506647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cd15ee03c0c4545a26a5e875f054653&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528202
Feb 17 04:35:04.507762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:04.508545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50712) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:04.529047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.577372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.608228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.666185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Attempting to bind port ff88c766-7b03-4b8d-9a8a-56cc3909b467 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:04.666731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Attempting to bind port ff88c766-7b03-4b8d-9a8a-56cc3909b467 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:04.667297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Attempting to bind port ff88c766-7b03-4b8d-9a8a-56cc3909b467 on network 736cba91-156c-4244-b589-a5a8068074fb {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:04.672907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.674207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:04.674752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Checking segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:04.675367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.675913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Bound using segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:04.676570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Bound port: ff88c766-7b03-4b8d-9a8a-56cc3909b467, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:04.677116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.680725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d050fd0d-a20f-4b54-8ab7-eef4ab97117a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:04.697034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb89652-6b45-4ff3-81e4-b6d945d03c1a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:04.703397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:04.709322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.714262 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bb89652-6b45-4ff3-81e4-b6d945d03c1a HTTP/1.1" status: 204  len: 168 time: 0.2047861
Feb 17 04:35:04.806137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Router f5c51c36-3a29-4bc9-a763-1073775b30d3 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:35:04.818109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] For port ff88c766-7b03-4b8d-9a8a-56cc3909b467, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:04.821946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] For port ff88c766-7b03-4b8d-9a8a-56cc3909b467, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff88c766-7b03-4b8d-9a8a-56cc3909b467,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:04.827682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.848256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-33a30992-5803-4f3c-aa5f-13043a0e801c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:04.990607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a30992-5803-4f3c-aa5f-13043a0e801c None None] Pushing event updated for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:05.000496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-33a30992-5803-4f3c-aa5f-13043a0e801c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:05.084367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:35:05.099995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Sync routers for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:05.118441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:05.122468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945932710>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:05.131992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:05.151851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49479ed3c8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:05.169057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.173524 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4043093
Feb 17 04:35:05.173692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50720) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:05.224885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cff085d3-0f14-4a9c-a6e4-9a247f3718a9 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:05.262063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50726) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:05.296571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.348308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:05.352766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:488d8eb587064e5697976a37ce20f890 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:05.356019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:05.365951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:05.430717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba04d19-4ef8-4619-857f-40f89a7f8ac3 None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:05.460708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:05.489886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.496598 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.510262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bfa2ffd0-9284-40f2-99eb-f4b9ce261461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:05.564060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e86199-781a-426a-a3e0-db21c66cf8c8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:05.569386 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=488d8eb587064e5697976a37ce20f890&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3061728
Feb 17 04:35:05.571195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:05.572296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50730) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:05.611687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-35a704b9-f1a0-422b-9144-f580f16413e8 None None] Provisioning for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:05.650224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.682095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.710150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:05.720543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:05.721104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.742713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.750044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b0e96392-cc0b-4618-b276-4d86de112284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:05.768284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e86199-781a-426a-a3e0-db21c66cf8c8,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:05.778049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:05.782209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.783838 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0dde4116-56da-4017-bedc-c291b2875a88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08e86199-781a-426a-a3e0-db21c66cf8c8 HTTP/1.1" status: 204  len: 168 time: 0.2102487
Feb 17 04:35:05.871374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:05.914959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49479ed3c8>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:04Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:05.921664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7069a-1d7c-4509-93fc-d3fed4847db6 None None] The sync data for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi is: [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:04Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:06.291342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:06.431119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:06.453145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:06.479080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:06.485214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:06.569363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:06.578437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:06.759134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945932710>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:03Z', 'revision_number': 3, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:06.763738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Checking router: f5c51c36-3a29-4bc9-a763-1073775b30d3 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:35:06.764307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Updating router f5c51c36-3a29-4bc9-a763-1073775b30d3 port 24fb814b-a76e-4745-9116-40bcde224cf4 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:35:06.839608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:06.887077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Allocated IP 172.20.0.1 (dde75ed3-2c9d-4c02-8b28-19ca1458a99b/ad031de5-abac-464b-b3b3-260fa353d6d7/96f209b8-7218-4891-bd54-05d60f01d6aa) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:07.110005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.129120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Transition to ACTIVE for port object 96f209b8-7218-4891-bd54-05d60f01d6aa will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:07.170173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.171516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cff085d3-0f14-4a9c-a6e4-9a247f3718a9 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:07.189391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:07.274658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2052c766-84b2-4edc-a645-6b7ade16243f None None] Provisioning complete for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:07.275309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2052c766-84b2-4edc-a645-6b7ade16243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.374465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Pushing event updated for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:07.378399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:07.400581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:07.401006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.446334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:07.448574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:07.453689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:07.522359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.662590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.687294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff88c766-7b03-4b8d-9a8a-56cc3909b467 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:07.751838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.772060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Transition to ACTIVE for port object 24fb814b-a76e-4745-9116-40bcde224cf4 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:07.782772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.799480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:07.919070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Provisioning for port 96f209b8-7218-4891-bd54-05d60f01d6aa completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:07.945237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Provisioning complete for port 96f209b8-7218-4891-bd54-05d60f01d6aa triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:07.945664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.979881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:07.996248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.999027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07fcc9-ee4e-427b-a087-fe07b3cb5b8d None None] Pushing event updated for resources: {'Port': ['ID=24fb814b-a76e-4745-9116-40bcde224cf4,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:08.008813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.017185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:08.017616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.045728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:08.055346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a07fcc9-ee4e-427b-a087-fe07b3cb5b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:08.104185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Port 96f209b8-7218-4891-bd54-05d60f01d6aa cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:08.139828 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Pushing event updated for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:08.145825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:08.151708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.169029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Provisioning complete for port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:08.169622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8473d1a8-8974-4a38-9278-e07d1ee8524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.330461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:08.332048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:08.444549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Attempting to bind port 24fb814b-a76e-4745-9116-40bcde224cf4 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:08.444964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Attempting to bind port 24fb814b-a76e-4745-9116-40bcde224cf4 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:08.445387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Attempting to bind port 24fb814b-a76e-4745-9116-40bcde224cf4 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:08.469495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:08.469978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:08.470525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.471061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:08.471803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Bound port: 24fb814b-a76e-4745-9116-40bcde224cf4, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:08.472235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.553820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.577514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Router f5c51c36-3a29-4bc9-a763-1073775b30d3 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:35:08.658306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] For port 24fb814b-a76e-4745-9116-40bcde224cf4, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:08.678838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] For port 24fb814b-a76e-4745-9116-40bcde224cf4, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=24fb814b-a76e-4745-9116-40bcde224cf4,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:08.683944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port ff88c766-7b03-4b8d-9a8a-56cc3909b467, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff88c766-7b03-4b8d-9a8a-56cc3909b467,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:08.686698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.702876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:08.789021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:35:08.794626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.801045 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] 10.222.0.78 "PUT /v2.0/routers/f5c51c36-3a29-4bc9-a763-1073775b30d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6263068
Feb 17 04:35:08.886861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07fcc9-ee4e-427b-a087-fe07b3cb5b8d None None] Pushing event updated for resources: {'Port': ['ID=24fb814b-a76e-4745-9116-40bcde224cf4,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:08.890521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a07fcc9-ee4e-427b-a087-fe07b3cb5b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:08.894118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:08.961332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-1b5f80b1-1603-44aa-a182-f7d0fe05db53 None None] Provisioning complete for port 96f209b8-7218-4891-bd54-05d60f01d6aa triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:08.961788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b5f80b1-1603-44aa-a182-f7d0fe05db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.064100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.067548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.068202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f80b1-1603-44aa-a182-f7d0fe05db53 None None] Port 96f209b8-7218-4891-bd54-05d60f01d6aa cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:09.075949 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:09.076551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945932710>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:09.297942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:09.384770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50822) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:09.512432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.528832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:09.532970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Usage tracker for resource:security_group_rule and tenant:a0ca5cd59902422fb08a37fd58b4f3d8 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:09.535991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:09.542037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:09.629941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.632907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.643551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5e628d1e-fcff-485a-9316-e2176e4a8dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:09.644015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945932710>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '96f209b8-7218-4891-bd54-05d60f01d6aa', 'name': '', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'mac_address': 'fa:16:3e:72:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:06Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 2, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'subnets': [{'id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:09.648498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b2a82-6288-4f71-b9a8-ad570c4e9673 None None] The sync data for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi is: [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '96f209b8-7218-4891-bd54-05d60f01d6aa', 'name': '', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'mac_address': 'fa:16:3e:72:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:06Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 2, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'subnets': [{'id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:09.690122 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0ca5cd59902422fb08a37fd58b4f3d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3040726
Feb 17 04:35:09.691103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09500f8e-37b1-4546-9908-3878133784e1,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.693871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50828) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:09.694374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.761932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.789320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.837131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.842533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1b3737d1-243c-40d5-93d2-bd38fb7c7629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:09.856574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09500f8e-37b1-4546-9908-3878133784e1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.859123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.861513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.862704 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/09500f8e-37b1-4546-9908-3878133784e1 HTTP/1.1" status: 204  len: 168 time: 0.1677701
Feb 17 04:35:10.210237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50838) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:10.232072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.249847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:10.254385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4303f110e84d8f8a69bd53546b8a0b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:10.257533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:10.264041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:10.359970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.365066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.374805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24c21056-9f7b-4407-bba4-2f55375e8c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:10.431096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50844) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:10.432763 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a4303f110e84d8f8a69bd53546b8a0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2212930
Feb 17 04:35:10.448678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0ce39-c219-4c37-88d4-c65f52db8e43,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:10.454669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-087ca6d8-2f95-442b-95ef-a546715bcdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:10.520129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.550185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.606156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.612073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ec7e600-744a-4d7e-9235-01ea5ca18ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:10.626066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0ce39-c219-4c37-88d4-c65f52db8e43,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:10.628604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:10.637370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.641508 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70e0ce39-c219-4c37-88d4-c65f52db8e43 HTTP/1.1" status: 204  len: 168 time: 0.2109704
Feb 17 04:35:10.667710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-915650034', 'description': 'tempest-TestShelveInstance-915650034 description'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:10.674248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:10.678364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Usage tracker for resource:security_group and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:10.682098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:10.688435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:10.698945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.721710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:10.726034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Usage tracker for resource:security_group_rule and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:10.729942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:10.736029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:10.813576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.816889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.822921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dcf7469d-f963-4ea5-8f71-b47ca9c8c3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:10.867464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.868819 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9345dc16-59b1-4245-bd39-73be67583faa req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2065284
Feb 17 04:35:10.869922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874b7eeb-b4d6-4567-8340-88cb5924cc7f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:10.888429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:10.949970 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-daacd102-d2cd-4fa7-9b2a-3c5427a09e7e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups/874b7eeb-b4d6-4567-8340-88cb5924cc7f HTTP/1.1" status: 200  len: 1800 time: 0.0566521
Feb 17 04:35:10.957797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874b7eeb-b4d6-4567-8340-88cb5924cc7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:10.958210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874b7eeb-b4d6-4567-8340-88cb5924cc7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:10.964846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:10.974919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Usage tracker for resource:security_group_rule and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:10.979128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:10.985967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:11.061102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.089088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.091983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.094978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:11.121862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1365d413-51f3-461d-af26-3c3da29f83bb,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:11.124852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:11.151786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.153135 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc5e13bc-85c3-4bf1-b307-ac3bc90030c1 req-76e825ac-0937-45e4-b2bd-3f4f53bb13a9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1999662
Feb 17 04:35:11.158137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff88c766-7b03-4b8d-9a8a-56cc3909b467 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:11.250690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-863a3d6f-8f9b-41f7-b2f2-bd286049bc8c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups/874b7eeb-b4d6-4567-8340-88cb5924cc7f HTTP/1.1" status: 200  len: 2393 time: 0.0705185
Feb 17 04:35:11.251285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port ff88c766-7b03-4b8d-9a8a-56cc3909b467 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:11.251448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.264783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874b7eeb-b4d6-4567-8340-88cb5924cc7f', 'remote_group_id': None}]} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:11.267540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874b7eeb-b4d6-4567-8340-88cb5924cc7f', 'remote_group_id': None}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:11.276577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:11.281374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Usage tracker for resource:security_group_rule and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:11.285062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:11.292358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:11.362096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.393518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.397431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.399685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d2653cc-17e3-44ff-821b-4b60be3e87e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:11.428368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 24fb814b-a76e-4745-9116-40bcde224cf4 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:11.430507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b836a0e-77d5-4d09-9f60-f6dbef10c58e,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:11.442393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:11.448582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.450171 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-53e7c8b5-3684-4b88-94ff-cb2decbd09e7 req-06713df5-7469-4bdf-834a-175ecf9fa13d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1901388
Feb 17 04:35:11.502438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 24fb814b-a76e-4745-9116-40bcde224cf4 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:11.508243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 24fb814b-a76e-4745-9116-40bcde224cf4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:11.508775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.646130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.664316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 24fb814b-a76e-4745-9116-40bcde224cf4, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=24fb814b-a76e-4745-9116-40bcde224cf4,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:11.667741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.669694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2520fb9c-17a8-42c2-adba-346e2d73993d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:11.745824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=24fb814b-a76e-4745-9116-40bcde224cf4,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:11.749210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.289491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:35:12.891380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Sync routers for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:12.902633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:12.903303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e5b3c8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:13.040643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 24fb814b-a76e-4745-9116-40bcde224cf4 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:13.117695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:13.126821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 24fb814b-a76e-4745-9116-40bcde224cf4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:13.127291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.485303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e5b3c8>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '96f209b8-7218-4891-bd54-05d60f01d6aa', 'name': '', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'mac_address': 'fa:16:3e:72:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:06Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 2, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'subnets': [{'id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:13.489384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Checking router: f5c51c36-3a29-4bc9-a763-1073775b30d3 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:35:13.489792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Updating router f5c51c36-3a29-4bc9-a763-1073775b30d3 port 96f209b8-7218-4891-bd54-05d60f01d6aa binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:35:13.546762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.974915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.987563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Transition to ACTIVE for port object 96f209b8-7218-4891-bd54-05d60f01d6aa will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:13.990267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.006906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:14.293752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6da84-5ee2-4f8e-bbc9-247251f41681 None None] Pushing event updated for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:14.297978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61a6da84-5ee2-4f8e-bbc9-247251f41681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:14.490564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Attempting to bind port 96f209b8-7218-4891-bd54-05d60f01d6aa on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:14.491117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Attempting to bind port 96f209b8-7218-4891-bd54-05d60f01d6aa by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:14.491400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Attempting to bind port 96f209b8-7218-4891-bd54-05d60f01d6aa on network dde75ed3-2c9d-4c02-8b28-19ca1458a99b {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:14.498693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:14.499149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Checking segment: {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:14.499593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.500055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Bound using segment: {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:14.500794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Bound port: 96f209b8-7218-4891-bd54-05d60f01d6aa, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03547262-14df-4038-8081-974ede59fc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:14.500967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.599466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] For port 96f209b8-7218-4891-bd54-05d60f01d6aa, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:14.602549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] For port 96f209b8-7218-4891-bd54-05d60f01d6aa, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=96f209b8-7218-4891-bd54-05d60f01d6aa,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:14.605787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.621255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:14.770829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6da84-5ee2-4f8e-bbc9-247251f41681 None None] Pushing event updated for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:14.776585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61a6da84-5ee2-4f8e-bbc9-247251f41681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:14.817815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:14.818488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e5b3c8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:15.021957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:15.072946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 96f209b8-7218-4891-bd54-05d60f01d6aa up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:15.145560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 96f209b8-7218-4891-bd54-05d60f01d6aa completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:15.152202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 96f209b8-7218-4891-bd54-05d60f01d6aa triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:15.152397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:15.289870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:15.325223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 96f209b8-7218-4891-bd54-05d60f01d6aa, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=96f209b8-7218-4891-bd54-05d60f01d6aa,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:15.328055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:15.329962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:15.370395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e5b3c8>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '96f209b8-7218-4891-bd54-05d60f01d6aa', 'name': '', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'mac_address': 'fa:16:3e:72:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:06Z', 'updated_at': '2021-02-17T04:35:14Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'subnets': [{'id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:15.374789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bc093-eed3-4c01-90c3-49083258f83b None None] The sync data for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi is: [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:35:07Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '96f209b8-7218-4891-bd54-05d60f01d6aa', 'name': '', 'network_id': 'dde75ed3-2c9d-4c02-8b28-19ca1458a99b', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'mac_address': 'fa:16:3e:72:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:06Z', 'updated_at': '2021-02-17T04:35:14Z', 'revision_number': 4, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'subnets': [{'id': 'ad031de5-abac-464b-b3b3-260fa353d6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:15.410569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:15.413980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:15.875010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 50984) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:16.004010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.024478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:16.028966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Usage tracker for resource:security_group_rule and tenant:a38276ae09be4dfd8a0f0df6ef3e5a4c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:16.031952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:16.038079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:16.130391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.136866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.147376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-84a59536-d70d-4795-b905-7943ea90f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:16.194124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f187b200-0210-4f64-bfb2-e40c2f31b018,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:16.200008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:16.206037 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a38276ae09be4dfd8a0f0df6ef3e5a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3274283
Feb 17 04:35:16.206741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 50992) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:16.274504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.305073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.346910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-243d7c5f-ff19-4f3f-b86e-f377510a5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.354002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.359003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3275026c-405d-4322-9d4c-b9b4b9a0e7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:16.372292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f187b200-0210-4f64-bfb2-e40c2f31b018,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:16.382067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.382404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.382816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.383242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.383636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.384028 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.384517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.385024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.385414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.385799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.386184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.386566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.387009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.387448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.387832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.388214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.388593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.388976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.389356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.389737 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.390122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.390499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.390877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.391299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:16.394695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.395941 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f187b200-0210-4f64-bfb2-e40c2f31b018 HTTP/1.1" status: 204  len: 168 time: 0.1881921
Feb 17 04:35:16.397259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:16.692713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 51002) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:16.712417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.729814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:16.733972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Usage tracker for resource:security_group_rule and tenant:45abbd7d31a34a86b23ca4015dd783bf is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:16.737220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:16.743203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:16.834867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.838472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.846996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-149c931a-4872-4b16-a0b8-02d249b49ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:16.892814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45abbd7d31a34a86b23ca4015dd783bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1989095
Feb 17 04:35:16.894501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871fef92-8768-42ec-9b94-c9380c9be657,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:16.895806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 51006) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:16.897919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:16.959151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:16.987737 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:17.035938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:17.036377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 96f209b8-7218-4891-bd54-05d60f01d6aa up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:17.041282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b6208418-ec76-4197-a6e4-382815dd69e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:17.059366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871fef92-8768-42ec-9b94-c9380c9be657,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:17.064309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:17.069980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:17.070318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/871fef92-8768-42ec-9b94-c9380c9be657 HTTP/1.1" status: 204  len: 168 time: 0.1734407
Feb 17 04:35:17.141690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 96f209b8-7218-4891-bd54-05d60f01d6aa triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:17.142095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:18.734284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8ec28179-a57b-4648-9ab7-4e31b55dde28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:19.477564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.343052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.905698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.207364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 51068) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:21.335930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.352698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:21.356915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Usage tracker for resource:security_group_rule and tenant:409e3133ed18490e9ce64f94fdf08a87 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:21.360201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:21.365934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:21.456438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.459591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.470008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cadfaf09-007f-4473-811e-a182251b9075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:21.513761 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=409e3133ed18490e9ce64f94fdf08a87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3052332
Feb 17 04:35:21.515457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1046ba-bdec-4f2a-b7ab-7f9647b8e21d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:21.516791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 51074) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:21.518957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:21.582089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.614342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.660623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.665656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c78c7b-d521-4803-81f7-26f441651514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:21.680608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1046ba-bdec-4f2a-b7ab-7f9647b8e21d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:21.683420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:21.690044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.691321 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c1046ba-bdec-4f2a-b7ab-7f9647b8e21d HTTP/1.1" status: 204  len: 168 time: 0.1733470
Feb 17 04:35:23.509371 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-81e39f1e-fe00-47ad-9689-f372c9dd3b17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0882914
Feb 17 04:35:23.633637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-10c1b4fc-3893-4de8-b539-167899cab28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:23.635514 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-10c1b4fc-3893-4de8-b539-167899cab28c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1202 time: 0.0810759
Feb 17 04:35:23.798360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-ef4b7b30-00d0-4561-9228-d8a45011d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:23.799983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-ef4b7b30-00d0-4561-9228-d8a45011d2a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1426950
Feb 17 04:35:23.913596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-427a3086-b4e2-496c-bf8c-eb326d044a32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 1000 time: 0.1059818
Feb 17 04:35:23.990489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-f00b9772-6e22-497d-9181-76c9b7e52d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:23.992184 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-f00b9772-6e22-497d-9181-76c9b7e52d62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0675924
Feb 17 04:35:24.084007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-7609d8d9-cefe-4297-98b6-c472a75549f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:24.085647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-7609d8d9-cefe-4297-98b6-c472a75549f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861769
Feb 17 04:35:24.238497 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-3cd1f31d-ab20-4f89-92fa-ab74f6fe7442 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443696
Feb 17 04:35:24.272604 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-991da02b-1c2c-46ab-9b9b-fb5e19e7f448 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0348573
Feb 17 04:35:24.395318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcd67d4b-fb73-4db4-8078-0d114ec83ed7 req-4f87cf35-6ee4-4764-805d-c4ea306ee499 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489234
Feb 17 04:35:24.671105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-0f503558-5a4c-47e8-b741-4c4462abae6d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:24.672716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-0f503558-5a4c-47e8-b741-4c4462abae6d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3927217
Feb 17 04:35:24.689667 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-459fcfd2-0941-4b86-9aee-e579308ecb87 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/quotas/cb7ff276610646ec9b39f6a9c08024c2 HTTP/1.1" status: 200  len: 375 time: 0.0111215
Feb 17 04:35:24.746621 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-5dfeeae4-fb1a-4705-b044-7f04a6c5b13e tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0515454
Feb 17 04:35:24.949195 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9af582a8-a044-44fb-bf32-446aac7fda00 req-7b1cbd33-0337-4b2d-8b5e-1590855f7ba8 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 210 time: 0.0505941
Feb 17 04:35:26.122680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a2445ea-21ca-4257-a41c-0d6d42b4b5e6 req-a43238f5-8f4a-4bb8-a874-7bbe42e46851 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 210 time: 0.0556026
Feb 17 04:35:26.179150 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-1460f5e9-2d41-4eec-b932-01fb86c75c53 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310190
Feb 17 04:35:26.348462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-e6ea236f-1851-49e5-83f0-76e6ae69e353 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:26.350006 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-e6ea236f-1851-49e5-83f0-76e6ae69e353 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1633487
Feb 17 04:35:26.385806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Request body: {'port': {'device_id': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1', 'admin_state_up': True, 'tenant_id': 'cb7ff276610646ec9b39f6a9c08024c2'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:26.541996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:26.546282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Usage tracker for resource:port and tenant:cb7ff276610646ec9b39f6a9c08024c2 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:26.549379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:26.555303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:26.564384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Made reservation on behalf of cb7ff276610646ec9b39f6a9c08024c2 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:26.570517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.589361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.605283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:26.610065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Usage tracker for resource:security_group_rule and tenant:cb7ff276610646ec9b39f6a9c08024c2 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:26.613264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:26.619326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:26.711978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.715227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.726558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6958f727-1bd5-4f68-81d2-880544a7af9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:26.844254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad64e34-3453-4797-a5e5-179a2465755a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:26.849884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:27.052442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Allocated IP 192.168.233.39 (2c37a21f-d72a-429d-89ce-721c328193c1/a03a4c4a-bd20-445b-bf0d-882b85a39543/e9621f3c-aa13-4fb3-93f1-d457d6828a83) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:27.304962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80f11f7c-ba8e-4d5e-9a5c-f89e4ace8999 req-01bd1824-5f36-4987-be2c-54041eba3399 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 210 time: 0.0620334
Feb 17 04:35:27.320857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.337698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Transition to ACTIVE for port object e9621f3c-aa13-4fb3-93f1-d457d6828a83 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:27.361625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.376249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1448f57-62f7-48ac-97bf-8d49074ef698 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:27.523701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Pushing event updated for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:27.529115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:27.583747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Network 2c37a21f-d72a-429d-89ce-721c328193c1 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:27.584881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:27.587264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:27.655569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:27.656248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.687804 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3063915
Feb 17 04:35:27.707221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Request body: {'port': {'device_id': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:27.873198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-4967cb59-c917-4301-a1ad-c0f74fdbb732 None None] Provisioning for port e9621f3c-aa13-4fb3-93f1-d457d6828a83 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:27.878870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-4967cb59-c917-4301-a1ad-c0f74fdbb732 None None] Provisioning complete for port e9621f3c-aa13-4fb3-93f1-d457d6828a83 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:27.879329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4967cb59-c917-4301-a1ad-c0f74fdbb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.943333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-4967cb59-c917-4301-a1ad-c0f74fdbb732 None None] Port e9621f3c-aa13-4fb3-93f1-d457d6828a83 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:28.055561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.536986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9621f3c-aa13-4fb3-93f1-d457d6828a83 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:35:28.548138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.572898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Transition to ACTIVE for port object e9621f3c-aa13-4fb3-93f1-d457d6828a83 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:28.577310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.592893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7d6b28b-3c81-4297-bb8c-6e03ec5890a9 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:28.685667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-1245c054-8985-40da-a487-36bcc42b2223 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:28.686445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-1245c054-8985-40da-a487-36bcc42b2223 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Synchronizing usage tracker for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:28.750978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:28.755947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:28.756608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-1245c054-8985-40da-a487-36bcc42b2223 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Unset dirty status for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:28.757900 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-1245c054-8985-40da-a487-36bcc42b2223 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 935 time: 0.3360536
Feb 17 04:35:28.839307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-7e30b48f-8a60-47cb-a31f-aab532fd4d52 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Synchronizing usage tracker for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:28.929293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-7e30b48f-8a60-47cb-a31f-aab532fd4d52 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Unset dirty status for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:28.930570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29cb7f97-8d5e-4311-963b-4a79507ae651 req-7e30b48f-8a60-47cb-a31f-aab532fd4d52 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588359
Feb 17 04:35:29.006670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Attempting to bind port e9621f3c-aa13-4fb3-93f1-d457d6828a83 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:29.006989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Attempting to bind port e9621f3c-aa13-4fb3-93f1-d457d6828a83 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:29.007409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Attempting to bind port e9621f3c-aa13-4fb3-93f1-d457d6828a83 on network 2c37a21f-d72a-429d-89ce-721c328193c1 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:29.014524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:29.014902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Checking segment: {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:29.015369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.015766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Bound using segment: {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:29.016238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Bound port: e9621f3c-aa13-4fb3-93f1-d457d6828a83, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7da78ac-8a35-49ef-9ee9-4f0040700f0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2c37a21f-d72a-429d-89ce-721c328193c1'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:29.016614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.119093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] For port e9621f3c-aa13-4fb3-93f1-d457d6828a83, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:29.122645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] For port e9621f3c-aa13-4fb3-93f1-d457d6828a83, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:29.125985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.142947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-945c159d-19ca-41b1-bae6-f6096ffc513b tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:29.305348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:29.311944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:29.342985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:29.343842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.345321 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9621f3c-aa13-4fb3-93f1-d457d6828a83 HTTP/1.1" status: 200  len: 1161 time: 1.6429725
Feb 17 04:35:29.345868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:29.402221 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83', 'status': 'completed', 'code': 200}
Feb 17 04:35:29.531354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-bcc0fa55-377a-4a19-8d61-7af260094e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:29.532988 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-bcc0fa55-377a-4a19-8d61-7af260094e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 1164 time: 0.0870602
Feb 17 04:35:29.624952 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-679b6cdf-4a46-47c3-b4eb-5e35feee0a5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83 HTTP/1.1" status: 200  len: 217 time: 0.0690553
Feb 17 04:35:29.701778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-459bc272-b368-41ec-9ef3-4f4057bfd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:29.703403 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-459bc272-b368-41ec-9ef3-4f4057bfd833 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a03a4c4a-bd20-445b-bf0d-882b85a39543 HTTP/1.1" status: 200  len: 843 time: 0.0681264
Feb 17 04:35:29.787135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-6f3649c6-5495-4c9f-8c02-e530d991ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:29.788769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-6f3649c6-5495-4c9f-8c02-e530d991ae4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c37a21f-d72a-429d-89ce-721c328193c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0780606
Feb 17 04:35:29.934271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-52537a2b-b3a0-4f93-b89c-143d1314d581 service neutron] 10.222.0.59 "GET /v2.0/networks/2c37a21f-d72a-429d-89ce-721c328193c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354856
Feb 17 04:35:30.082138 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2660f6d7-c0af-460f-9b01-77b933bbd928 req-1b5de442-3e89-41ad-9e98-9e0f98f2df36 service neutron] 10.222.0.59 "GET /v2.0/networks/2c37a21f-d72a-429d-89ce-721c328193c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403012
Feb 17 04:35:30.138423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e31297-d55c-4b26-88ad-9e4002dda110 req-2ddce229-6f49-48e6-8f0a-5edba03b241f tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.140111 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-05e31297-d55c-4b26-88ad-9e4002dda110 req-2ddce229-6f49-48e6-8f0a-5edba03b241f tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0920420
Feb 17 04:35:30.190137 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-05e31297-d55c-4b26-88ad-9e4002dda110 req-7b76899e-eaa9-4c98-9756-ee57e8a7eca0 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433314
Feb 17 04:35:30.289033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-802e846c-1e2b-46da-8445-4d3f16edddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.290690 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-802e846c-1e2b-46da-8445-4d3f16edddd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 1164 time: 0.0832887
Feb 17 04:35:30.436296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-15a6dabc-97af-4914-962b-81c4fec6daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.437890 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-15a6dabc-97af-4914-962b-81c4fec6daf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c37a21f-d72a-429d-89ce-721c328193c1 HTTP/1.1" status: 200  len: 863 time: 0.1391864
Feb 17 04:35:30.512506 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-28b6c492-52c9-4ab8-83a3-c76141f5d0f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83 HTTP/1.1" status: 200  len: 217 time: 0.0672917
Feb 17 04:35:30.588086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-437532b1-a6c6-4653-afd7-095cbe8ce2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.589716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-437532b1-a6c6-4653-afd7-095cbe8ce2f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a03a4c4a-bd20-445b-bf0d-882b85a39543 HTTP/1.1" status: 200  len: 843 time: 0.0668275
Feb 17 04:35:30.675758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-a5f46cca-cf97-4b2a-ab48-e9dd07ff939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.677370 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-a5f46cca-cf97-4b2a-ab48-e9dd07ff939e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c37a21f-d72a-429d-89ce-721c328193c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0789807
Feb 17 04:35:30.823812 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-0c706794-5cc6-468f-9251-ccfb13894ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/2c37a21f-d72a-429d-89ce-721c328193c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356997
Feb 17 04:35:30.969232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-358c2d45-ddc5-4769-bd9b-02c690cd0bdd req-3d2c6848-9cc9-4d0a-8f4c-fcf5550f89c9 service neutron] 10.222.0.59 "GET /v2.0/networks/2c37a21f-d72a-429d-89ce-721c328193c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371090
Feb 17 04:35:31.390714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8fd78-ce0f-4f35-9c6a-24a09ebdd341 req-3b768cd1-96f9-445b-9f05-38950f7cadd7 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:31.392352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a8fd78-ce0f-4f35-9c6a-24a09ebdd341 req-3b768cd1-96f9-445b-9f05-38950f7cadd7 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0876005
Feb 17 04:35:31.442099 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a8fd78-ce0f-4f35-9c6a-24a09ebdd341 req-c17fe8ae-af5e-4f0e-a2dc-22f6ca5d05ec tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436115
Feb 17 04:35:32.644321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6231-1e81-43fc-92e9-515a8309a384 req-e199cc41-6669-41fd-a362-5376109630c0 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:32.645904 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-66cd6231-1e81-43fc-92e9-515a8309a384 req-e199cc41-6669-41fd-a362-5376109630c0 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0873439
Feb 17 04:35:32.694283 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-66cd6231-1e81-43fc-92e9-515a8309a384 req-b021d0ed-c778-4e27-94b8-27716859d451 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419967
Feb 17 04:35:33.894010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c34cc-47f5-4e73-94c9-4dc1cb9683a4 req-346fa91e-687f-4327-97f6-8494c46f8805 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.895640 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b42c34cc-47f5-4e73-94c9-4dc1cb9683a4 req-346fa91e-687f-4327-97f6-8494c46f8805 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0892894
Feb 17 04:35:33.943421 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b42c34cc-47f5-4e73-94c9-4dc1cb9683a4 req-d9a1bc8b-f657-4ca5-b8da-6c739425b29e tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409546
Feb 17 04:35:34.097831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:35.145608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7233d-902a-4e0e-ac88-4912f9939014 req-3534775c-7f19-4be7-bd55-a3d132041c63 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:35.147232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-68b7233d-902a-4e0e-ac88-4912f9939014 req-3534775c-7f19-4be7-bd55-a3d132041c63 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0872710
Feb 17 04:35:35.196677 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-68b7233d-902a-4e0e-ac88-4912f9939014 req-f59552cd-8e7e-4bc0-b9ce-dec22b45b3b9 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423028
Feb 17 04:35:36.399181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8912-8cc5-4819-b094-0128f1fc5ee8 req-ceec4e85-8c45-455c-a2ab-9eded63db8de tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:36.400880 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-923a8912-8cc5-4819-b094-0128f1fc5ee8 req-ceec4e85-8c45-455c-a2ab-9eded63db8de tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0913632
Feb 17 04:35:36.450118 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-923a8912-8cc5-4819-b094-0128f1fc5ee8 req-7baddaa0-246c-496d-b116-7b6724dd7da1 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427315
Feb 17 04:35:37.657232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5fdc-044c-445b-ae5f-9c93df6e4bea req-e614908e-71b6-4564-85a7-bfdc9eb6673e tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:37.658843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd1e5fdc-044c-445b-ae5f-9c93df6e4bea req-e614908e-71b6-4564-85a7-bfdc9eb6673e tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0915902
Feb 17 04:35:37.706465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dd1e5fdc-044c-445b-ae5f-9c93df6e4bea req-e2c709d8-96f6-4325-960e-304f998a9b05 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412142
Feb 17 04:35:37.995307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 2c37a21f-d72a-429d-89ce-721c328193c1 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:38.414666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.objects.ports [None req-b6aacb85-040a-497f-bc45-91cc49de05f3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83997) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:35:38.911672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca8391-b85c-4a0b-87d9-0b97146d889b req-ff879c86-8e18-4cd0-9391-3eaecbe18353 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:38.913309 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96ca8391-b85c-4a0b-87d9-0b97146d889b req-ff879c86-8e18-4cd0-9391-3eaecbe18353 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 947 time: 0.0879226
Feb 17 04:35:38.962643 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-96ca8391-b85c-4a0b-87d9-0b97146d889b req-de34e10d-a2d2-4233-92de-2841aa3f8958 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426726
Feb 17 04:35:39.525941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9621f3c-aa13-4fb3-93f1-d457d6828a83 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:39.604466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port e9621f3c-aa13-4fb3-93f1-d457d6828a83 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:39.610182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e9621f3c-aa13-4fb3-93f1-d457d6828a83 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:39.610607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.734611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.763572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:39.774267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port e9621f3c-aa13-4fb3-93f1-d457d6828a83, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:39.777511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.779421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:39.815254 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83', 'code': 200}
Feb 17 04:35:39.854707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:39.858758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:40.195158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f0e63-08d8-4a3c-b561-3286fbf56424 req-8582e3ba-51bb-4df7-88d2-42d41a74332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:40.196788 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-529f0e63-08d8-4a3c-b561-3286fbf56424 req-8582e3ba-51bb-4df7-88d2-42d41a74332e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 1166 time: 0.1555588
Feb 17 04:35:40.207509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a01156-1071-4661-9c86-74831292a8a1 req-f1ea92e9-a985-4cdd-ba26-dfc5e4365c1c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:40.208993 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95a01156-1071-4661-9c86-74831292a8a1 req-f1ea92e9-a985-4cdd-ba26-dfc5e4365c1c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.1262777
Feb 17 04:35:40.231422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9621f3c-aa13-4fb3-93f1-d457d6828a83 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:40.278065 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-529f0e63-08d8-4a3c-b561-3286fbf56424 req-3514bbc6-7097-45d8-bc64-86741162f21b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680528
Feb 17 04:35:40.285337 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95a01156-1071-4661-9c86-74831292a8a1 req-14c03b62-b99d-4618-88a4-3af0f1f3f937 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608852
Feb 17 04:35:40.304567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port e9621f3c-aa13-4fb3-93f1-d457d6828a83 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:40.304943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.492860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a3af-8676-4072-8a7d-0a8e4c9aee05 req-a876d4dd-84b3-45a4-9092-eefbf7ae6bc8 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:41.494466 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18f6a3af-8676-4072-8a7d-0a8e4c9aee05 req-a876d4dd-84b3-45a4-9092-eefbf7ae6bc8 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.0913277
Feb 17 04:35:41.546658 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18f6a3af-8676-4072-8a7d-0a8e4c9aee05 req-d0f4f418-d886-483d-8894-4e32ac8317f3 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451214
Feb 17 04:35:42.123254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-bbe7a699-b3aa-4124-b6e7-5035a188369e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:42.146035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-bbe7a699-b3aa-4124-b6e7-5035a188369e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:42.147378 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-bbe7a699-b3aa-4124-b6e7-5035a188369e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-915650034&fields=id&tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10 HTTP/1.1" status: 200  len: 267 time: 0.0721624
Feb 17 04:35:42.317005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-c941a037-7880-4a0c-80c3-ce7979cc4f39 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:42.318593 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-c941a037-7880-4a0c-80c3-ce7979cc4f39 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 809 time: 0.1631052
Feb 17 04:35:42.335101 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-f2798500-d208-4e1a-b36f-b7eed47de987 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/quotas/79050d22ac3d4c7eb85cd6a19be9ef10 HTTP/1.1" status: 200  len: 375 time: 0.0096905
Feb 17 04:35:42.426849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-ed345ed0-43fd-43a0-ba70-64856d50f871 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:42.443245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-ed345ed0-43fd-43a0-ba70-64856d50f871 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:42.449780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-ed345ed0-43fd-43a0-ba70-64856d50f871 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1074216
Feb 17 04:35:42.599271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-9f43437e-93ae-4484-b60e-2e54daa0b1b4 service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415081
Feb 17 04:35:42.748376 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-6aef5704-ccca-4b20-b973-f09abd85b298 service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425722
Feb 17 04:35:42.750254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac2dd6-b159-4cd0-9ccf-fd262accad83 req-79482dd7-a3c0-4556-822b-7feb012515be tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:42.751909 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cac2dd6-b159-4cd0-9ccf-fd262accad83 req-79482dd7-a3c0-4556-822b-7feb012515be tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.0879598
Feb 17 04:35:42.803554 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cac2dd6-b159-4cd0-9ccf-fd262accad83 req-94878b67-d45b-4e63-b7b3-1031a8d02084 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454850
Feb 17 04:35:43.173307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d0604a2-c9c3-4b69-920b-599c1d87806c req-213605ac-d0ee-4da1-a71a-be06c0ff53c7 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 210 time: 0.0548480
Feb 17 04:35:43.298652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab20717-7687-4f25-833b-0f0613304956 req-51e2c0bd-b89b-4cd3-b3e1-c991f84adc7d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:43.300242 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ab20717-7687-4f25-833b-0f0613304956 req-51e2c0bd-b89b-4cd3-b3e1-c991f84adc7d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.0897124
Feb 17 04:35:43.348104 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7ab20717-7687-4f25-833b-0f0613304956 req-ca312a66-2381-42d4-bfba-3c723cf9aa29 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414197
Feb 17 04:35:44.343407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3a448fb-547d-4583-bd94-afee88aff350 req-9ba568f3-90a5-4478-b14e-e23c746ffec2 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 210 time: 0.0524349
Feb 17 04:35:44.573235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb927-2024-4278-9f6f-f6a6bed4a7b8 req-d646fd3f-7830-4c18-a433-1fa540ce3ea2 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:44.574972 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a99cb927-2024-4278-9f6f-f6a6bed4a7b8 req-d646fd3f-7830-4c18-a433-1fa540ce3ea2 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.1001110
Feb 17 04:35:44.626208 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a99cb927-2024-4278-9f6f-f6a6bed4a7b8 req-6f90830d-cfcc-4350-a6b3-74bfa65ca5cd tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440834
Feb 17 04:35:44.737182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86ebc5bb-3879-49b1-84d8-c23b32071916 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:44.737934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86ebc5bb-3879-49b1-84d8-c23b32071916 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:44.756566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86ebc5bb-3879-49b1-84d8-c23b32071916 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:44.757850 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86ebc5bb-3879-49b1-84d8-c23b32071916 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 809 time: 0.3936870
Feb 17 04:35:44.853671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-14ef4aeb-85de-45a0-8e80-e38393cd87fc tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:44.869049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-14ef4aeb-85de-45a0-8e80-e38393cd87fc tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:44.870767 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-14ef4aeb-85de-45a0-8e80-e38393cd87fc tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10 HTTP/1.1" status: 200  len: 5757 time: 0.0923712
Feb 17 04:35:44.890880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'port': {'device_id': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'admin_state_up': True, 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'security_groups': ['874b7eeb-b4d6-4567-8340-88cb5924cc7f']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:45.039256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:45.049131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:45.058571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Made reservation on behalf of 79050d22ac3d4c7eb85cd6a19be9ef10 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:45.064441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:45.408803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Allocated IP 172.20.0.7 (736cba91-156c-4244-b589-a5a8068074fb/d6896da5-eb49-463d-b5d2-7f0487a71534/5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:45.530788 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b468a498-3bba-4d87-9960-d6a87ae7dee5 req-68091ebc-771e-436f-87be-17066060d9b4 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 210 time: 0.0579565
Feb 17 04:35:45.648853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:45.668736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Transition to ACTIVE for port object 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:45.700081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:45.724032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ee95c21-9d0d-401f-82d9-382f5f670449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:46.041779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:46.048409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:46.146029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Network 736cba91-156c-4244-b589-a5a8068074fb is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:46.152985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-8d3d0988-3e45-48dd-98ac-6e4e47b48443 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.154580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-8d3d0988-3e45-48dd-98ac-6e4e47b48443 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.3875201
Feb 17 04:35:46.160892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a6de1-b2d8-49df-9bba-f00058fd33be req-4f5d96f0-7980-4a13-895f-855d955b4390 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.162413 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b20a6de1-b2d8-49df-9bba-f00058fd33be req-4f5d96f0-7980-4a13-895f-855d955b4390 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 949 time: 0.3906696
Feb 17 04:35:46.163349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:46.165840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:46.191525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device e9621f3c-aa13-4fb3-93f1-d457d6828a83 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:35:46.322506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.335462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.336158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.353762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Deleting port e9621f3c-aa13-4fb3-93f1-d457d6828a83 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:35:46.354153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.365924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:46.373856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-03d01aed-dd15-4b38-81ad-ffa7345038d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.380688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port e9621f3c-aa13-4fb3-93f1-d457d6828a83, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:46.383997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.386110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-72dfff52-149c-4819-855c-29aa226c4f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:46.396041 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b20a6de1-b2d8-49df-9bba-f00058fd33be req-f7843995-32d3-46dd-a692-92c6d477f0a3 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972635
Feb 17 04:35:46.437050 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5513515
Feb 17 04:35:46.443596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83', 'code': 200}
Feb 17 04:35:46.465895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c97fbfbd-0111-4df6-ad1c-3f81b1d23145 None None] Provisioning for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:46.476013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c97fbfbd-0111-4df6-ad1c-3f81b1d23145 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:46.476432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c97fbfbd-0111-4df6-ad1c-3f81b1d23145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.501088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Request body: {'port': {'device_id': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:46.518579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:46.523518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:46.539670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-c97fbfbd-0111-4df6-ad1c-3f81b1d23145 None None] Port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:46.804747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.839682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] For port e9621f3c-aa13-4fb3-93f1-d457d6828a83, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e9621f3c-aa13-4fb3-93f1-d457d6828a83,segment=NetworkSegment(b7da78ac-8a35-49ef-9ee9-4f0040700f0f),segment_id=b7da78ac-8a35-49ef-9ee9-4f0040700f0f)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:46.840131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.025190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Calling delete_port for e9621f3c-aa13-4fb3-93f1-d457d6828a83 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:35:47.077872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822760a-eb62-4bc8-9ed3-2a1def6b9e61 req-7eb729e5-b857-4a77-b866-8211dcb089e3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:47.078563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c822760a-eb62-4bc8-9ed3-2a1def6b9e61 req-7eb729e5-b857-4a77-b866-8211dcb089e3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:47.167934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c822760a-eb62-4bc8-9ed3-2a1def6b9e61 req-7eb729e5-b857-4a77-b866-8211dcb089e3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:47.169265 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c822760a-eb62-4bc8-9ed3-2a1def6b9e61 req-7eb729e5-b857-4a77-b866-8211dcb089e3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 931 time: 0.4904227
Feb 17 04:35:47.350039 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c822760a-eb62-4bc8-9ed3-2a1def6b9e61 req-2466763f-990a-4dce-90f0-e955d8c4d90c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1627681
Feb 17 04:35:47.726866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.748374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:47.862845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Pushing event deleted for resources: {'Port': ['ID=e9621f3c-aa13-4fb3-93f1-d457d6828a83,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:47.875790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:47.968981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de93a9c-7ae3-45fb-973b-4dc1cda39c5a req-30b20cbb-febb-4189-8388-003b25813023 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:47.970586 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3de93a9c-7ae3-45fb-973b-4dc1cda39c5a req-30b20cbb-febb-4189-8388-003b25813023 tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 865 time: 0.3203948
Feb 17 04:35:48.125620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] No DVR routers for this DVR port e9621f3c-aa13-4fb3-93f1-d457d6828a83 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:35:48.134427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.137957 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-deleted', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:48.156260 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3de93a9c-7ae3-45fb-973b-4dc1cda39c5a req-b9acc989-4b55-4951-b016-56ee4036f55e tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad64e34-3453-4797-a5e5-179a2465755a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773338
Feb 17 04:35:48.158531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:35:48.169654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.175647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c9f3504b-a58c-4422-a71f-8eaab075f15e req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.59 "DELETE /v2.0/ports/e9621f3c-aa13-4fb3-93f1-d457d6828a83 HTTP/1.1" status: 204  len: 173 time: 1.9752274
Feb 17 04:35:48.185200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Transition to ACTIVE for port object 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:48.190100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.209282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:48.251668 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ff2f6-f13f-4d01-b305-21d7428638a3', 'name': 'network-vif-deleted', 'tag': 'e9621f3c-aa13-4fb3-93f1-d457d6828a83', 'status': 'completed', 'code': 200}
Feb 17 04:35:48.371516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:48.377430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:48.564402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Attempting to bind port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:48.564779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Attempting to bind port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:48.565158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Attempting to bind port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 on network 736cba91-156c-4244-b589-a5a8068074fb {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:48.572681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:48.572681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Checking segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:48.573014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.573974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Bound using segment: {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:48.574586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Bound port: 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '736cba91-156c-4244-b589-a5a8068074fb'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:48.575049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.619600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4e38c-6d92-4f40-a874-17a2df7fb90e req-628ac191-bf15-495c-9fc3-86b8f7cd5109 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:48.621936 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dc4e38c-6d92-4f40-a874-17a2df7fb90e req-628ac191-bf15-495c-9fc3-86b8f7cd5109 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0996499
Feb 17 04:35:48.675076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dc4e38c-6d92-4f40-a874-17a2df7fb90e req-ebe1ab49-b192-4e60-901c-5a7de11268b4 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467556
Feb 17 04:35:48.678439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:48.681724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:48.685563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.701537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7254fc77-62c9-4c40-b31e-f139bba26bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:48.736352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66fa8b52-8a37-49a9-86b7-8dfbe755fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.860716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:48.866009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:48.896334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:48.896937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.898446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 1157 time: 2.4024391
Feb 17 04:35:49.071628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-1ffb23cd-a0c4-4bf8-be50-7b34b1aedb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.073759 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-1ffb23cd-a0c4-4bf8-be50-7b34b1aedb2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1160 time: 0.0847979
Feb 17 04:35:49.173161 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-24c9a80f-92d3-40ef-9809-6315980dff74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 217 time: 0.0732801
Feb 17 04:35:49.269068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-89e309e5-9c52-4993-827f-fe653f697a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.270839 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-89e309e5-9c52-4993-827f-fe653f697a32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0676260
Feb 17 04:35:49.288952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:35:49.385016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-0d9da214-f30c-46f4-ab96-dda861ee93af req-5c8ea57d-debf-4ba9-a344-6dee6bc1a9ea tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Synchronizing usage tracker for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:49.407665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-0d9da214-f30c-46f4-ab96-dda861ee93af req-5c8ea57d-debf-4ba9-a344-6dee6bc1a9ea tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Unset dirty status for tenant:cb7ff276610646ec9b39f6a9c08024c2 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:49.408914 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d9da214-f30c-46f4-ab96-dda861ee93af req-5c8ea57d-debf-4ba9-a344-6dee6bc1a9ea tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e8ff2f6-f13f-4d01-b305-21d7428638a3 HTTP/1.1" status: 200  len: 210 time: 0.0826769
Feb 17 04:35:49.427311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86883755-9180-4a2f-869b-4b1808275d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.428868 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-86883755-9180-4a2f-869b-4b1808275d9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1455264
Feb 17 04:35:49.477614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:49.580755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-18c4c700-b6a4-4b2f-854f-0a2e3a155307 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426196
Feb 17 04:35:49.731337 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d8a76df-033c-49a5-b0bb-cfa5a40abfe1 req-20e8576c-7df4-417a-8f43-74df214cbc3f service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427939
Feb 17 04:35:49.881338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2751e8-4ecb-427d-89ca-60916ee0bb7b req-7950836c-2d83-4160-94b6-b9b82b99d395 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.882939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed2751e8-4ecb-427d-89ca-60916ee0bb7b req-7950836c-2d83-4160-94b6-b9b82b99d395 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0867190
Feb 17 04:35:49.934488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed2751e8-4ecb-427d-89ca-60916ee0bb7b req-4f2e6b8a-78ab-4440-989a-643688dd14ed tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453222
Feb 17 04:35:50.253402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:50.302264 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'status': 'completed', 'code': 200}
Feb 17 04:35:50.345831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:50.449566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-914a6e70-af96-4968-b38b-eff7e525970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.451252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-914a6e70-af96-4968-b38b-eff7e525970f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1160 time: 0.0794199
Feb 17 04:35:50.598891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-828402eb-bd6a-457d-90e3-e6475d8c6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.600867 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-828402eb-bd6a-457d-90e3-e6475d8c6599 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.1422379
Feb 17 04:35:50.682270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-8c8d3f47-37f5-4e11-ad98-c162247f869a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 217 time: 0.0701332
Feb 17 04:35:50.757764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-efcc39d5-48a1-4d56-a44a-5e08394e5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.758879 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-efcc39d5-48a1-4d56-a44a-5e08394e5e2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0654817
Feb 17 04:35:50.858795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-c4902918-bd76-4fa1-adae-242b334c2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.860746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-c4902918-bd76-4fa1-adae-242b334c2ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825307
Feb 17 04:35:50.908557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:51.029329 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-24390224-2c8f-41b0-ae47-4bc3d4357cc9 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496882
Feb 17 04:35:51.255369 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32cb7b24-4176-4a7b-8bca-523de425d064 req-ed1b73fb-f0e4-4e04-af10-990771b4ea3e service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2175939
Feb 17 04:35:51.265780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1104a8b-4189-466b-80b8-6a4d43425d25 req-26a5908e-afcf-4ba0-a061-1cd9f23303f4 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:51.267381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f1104a8b-4189-466b-80b8-6a4d43425d25 req-26a5908e-afcf-4ba0-a061-1cd9f23303f4 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.1994529
Feb 17 04:35:51.316713 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f1104a8b-4189-466b-80b8-6a4d43425d25 req-509d8100-0f5d-4d55-9875-242f928ec2a2 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432653
Feb 17 04:35:52.524130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b09181-4e04-4fb0-b3a5-bd601fd051fa req-6171c4e3-2577-4e46-991d-b1ad8ce1886b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:52.525765 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-37b09181-4e04-4fb0-b3a5-bd601fd051fa req-6171c4e3-2577-4e46-991d-b1ad8ce1886b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0917010
Feb 17 04:35:52.796564 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-37b09181-4e04-4fb0-b3a5-bd601fd051fa req-d03e4db5-1420-4025-b30d-ef381a49b17b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2637253
Feb 17 04:35:53.996918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0993-22e9-473f-9467-87bb982a52e2 req-c54c0364-5a33-447a-b423-85e9ebe1977e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:53.998489 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c88d0993-22e9-473f-9467-87bb982a52e2 req-c54c0364-5a33-447a-b423-85e9ebe1977e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0883620
Feb 17 04:35:54.048856 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c88d0993-22e9-473f-9467-87bb982a52e2 req-714e93c9-342c-40ac-8365-59f8bc0621df tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440571
Feb 17 04:35:55.248514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 51574) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:55.257557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050e06-fd54-465f-93f6-bdb34ac779f8 req-74c2491e-e31c-4cd6-8659-954e8a93f7a1 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:55.259202 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29050e06-fd54-465f-93f6-bdb34ac779f8 req-74c2491e-e31c-4cd6-8659-954e8a93f7a1 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0940516
Feb 17 04:35:55.307462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29050e06-fd54-465f-93f6-bdb34ac779f8 req-6fa26c52-9d7d-460e-a2e6-d6598c5eb118 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415096
Feb 17 04:35:55.409352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2e5012e3-b939-45c0-8c75-32fd5fc38dd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb7ff276610646ec9b39f6a9c08024c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1595335
Feb 17 04:35:55.411964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 51580) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:55.476048 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.504023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.553571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.557575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14da3a9c-bf52-4322-b9cf-eb3e431b47bc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:55.572295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad64e34-3453-4797-a5e5-179a2465755a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:55.575267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:55.581514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.585655 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-41f56f45-0032-45d3-9428-98c72ef7cb17 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ad64e34-3453-4797-a5e5-179a2465755a HTTP/1.1" status: 204  len: 168 time: 0.1726961
Feb 17 04:35:56.513059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2148e-1eb0-4879-862c-4439b3d76c43 req-17f3db90-2501-4c95-9201-9f5ffb45e602 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:56.514650 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59a2148e-1eb0-4879-862c-4439b3d76c43 req-17f3db90-2501-4c95-9201-9f5ffb45e602 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0895598
Feb 17 04:35:56.561718 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59a2148e-1eb0-4879-862c-4439b3d76c43 req-7f5226a1-6dad-47ef-a7ae-941ce7b4fb50 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406682
Feb 17 04:35:57.761438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddbaf0-c935-4f70-8054-04ff325ae059 req-01ffda6c-9dd8-4a6b-941f-5de8f9ffaa14 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:57.763213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1ddbaf0-c935-4f70-8054-04ff325ae059 req-01ffda6c-9dd8-4a6b-941f-5de8f9ffaa14 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0866699
Feb 17 04:35:57.811971 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1ddbaf0-c935-4f70-8054-04ff325ae059 req-e0d674b0-7cfc-47a2-9c80-8a6383606dda tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423989
Feb 17 04:35:59.016881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791816b-b70d-435a-804a-5f3f91bb6fb7 req-37cdf6a4-4016-4a3c-b25f-a97fc2cfa44d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:59.018456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e791816b-b70d-435a-804a-5f3f91bb6fb7 req-37cdf6a4-4016-4a3c-b25f-a97fc2cfa44d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0922000
Feb 17 04:35:59.065888 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e791816b-b70d-435a-804a-5f3f91bb6fb7 req-127b63e6-e8c8-4d33-9ce1-375525ccffb1 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410838
Feb 17 04:36:00.266998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea474-c45f-491d-8c1c-9c7c303677d2 req-a21f312d-136c-4d8b-a29c-5b8b38228f52 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:00.268665 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-206ea474-c45f-491d-8c1c-9c7c303677d2 req-a21f312d-136c-4d8b-a29c-5b8b38228f52 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0871909
Feb 17 04:36:00.316247 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-206ea474-c45f-491d-8c1c-9c7c303677d2 req-35f93a93-90b4-4bbc-8caf-af61c587caa1 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412178
Feb 17 04:36:00.909740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e3e45-4ae5-47b1-9ae0-0f950a43c8b8 req-37bf8de3-6958-4797-b859-f2e8bff8b1e8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:00.911320 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e42e3e45-4ae5-47b1-9ae0-0f950a43c8b8 req-37bf8de3-6958-4797-b859-f2e8bff8b1e8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.1588752
Feb 17 04:36:00.914144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-ef819773-bad1-40c1-b4bd-d5982ef47438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:00.915633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-ef819773-bad1-40c1-b4bd-d5982ef47438 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1202 time: 0.1260264
Feb 17 04:36:01.050982 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e42e3e45-4ae5-47b1-9ae0-0f950a43c8b8 req-f9c60dc2-5529-453a-a8d0-709dc13138fc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1329162
Feb 17 04:36:01.096336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-fc70e967-44c7-4ea0-9db1-7e46aeb6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:01.097928 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-fc70e967-44c7-4ea0-9db1-7e46aeb6f7a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1654000
Feb 17 04:36:01.218822 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-61f1e9f6-c28e-4df9-9eb7-7d587ac8cce0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 1000 time: 0.1097436
Feb 17 04:36:01.296771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-aec66af8-5032-4a0b-a41f-4b0f14cde79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:01.298352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-aec66af8-5032-4a0b-a41f-4b0f14cde79b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0721216
Feb 17 04:36:01.389280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-9d7df3e3-4624-4793-9b40-9fec0052bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:01.390900 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-9d7df3e3-4624-4793-9b40-9fec0052bd36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813942
Feb 17 04:36:01.487633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:01.526492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612030-4da4-4255-930c-e8b97bf4a8a4 req-af783390-df3a-4d54-b83a-dd1af544d4e0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:01.528689 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54612030-4da4-4255-930c-e8b97bf4a8a4 req-af783390-df3a-4d54-b83a-dd1af544d4e0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0907378
Feb 17 04:36:01.549490 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-1b6519da-a9ce-4b0d-aaab-2fefd4322cac service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454813
Feb 17 04:36:01.568604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:01.574153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:01.574279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.581940 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-54612030-4da4-4255-930c-e8b97bf4a8a4 req-f0a626ca-a7a2-4784-a025-213886351928 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454462
Feb 17 04:36:01.712038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.714780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fe7b55d-7386-4c9e-93ed-a0cd7c62178b req-5ea90319-0877-4f45-902f-b073430c8b39 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550159
Feb 17 04:36:01.743683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:01.754018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:01.757965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.759965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83793743-21df-44e1-b3b4-9a25f034c787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:01.801093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'code': 200}
Feb 17 04:36:01.835182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:01.844378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.844771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.845155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.845533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.845908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.846281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.846650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.847019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.847410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.847779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.848126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.848495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.848915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.849286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.849650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.850012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.850376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.850741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.851130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.851500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.851872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.852238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.852601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.852963 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:01.857405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:02.310785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabd69e-cfb0-4f1c-990e-5f9c7783140f req-2a14a8b6-d9df-4727-b138-ab7b81def217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.312446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eaabd69e-cfb0-4f1c-990e-5f9c7783140f req-2a14a8b6-d9df-4727-b138-ab7b81def217 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.1581798
Feb 17 04:36:02.323139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99127eb-70ce-40cb-b986-e89f91376920 req-22ac68d1-1500-4c6c-8514-646f4d2ff66b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.324535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d99127eb-70ce-40cb-b986-e89f91376920 req-22ac68d1-1500-4c6c-8514-646f4d2ff66b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.1274850
Feb 17 04:36:02.414528 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d99127eb-70ce-40cb-b986-e89f91376920 req-2939b90f-e16b-44cd-b076-eff330153b8a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0833671
Feb 17 04:36:02.416255 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eaabd69e-cfb0-4f1c-990e-5f9c7783140f req-af8b3b66-f325-4609-bbb0-1c3c83cc6703 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0681415
Feb 17 04:36:02.594893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0aa30-5125-414f-b059-d6a05734c825 req-39595b7d-6f19-40b8-9d04-2f1b388892b5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.596488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0aa30-5125-414f-b059-d6a05734c825 req-39595b7d-6f19-40b8-9d04-2f1b388892b5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0897026
Feb 17 04:36:02.645513 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0aa30-5125-414f-b059-d6a05734c825 req-1f78240f-b1cd-414b-95a6-bcd96e200fa0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426583
Feb 17 04:36:02.742302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:02.793228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7bbc1-f246-46a8-9d80-51e759c74d53 req-ff296e76-bc22-4dc7-9fed-c72c3ca07d0c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.796017 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ae7bbc1-f246-46a8-9d80-51e759c74d53 req-ff296e76-bc22-4dc7-9fed-c72c3ca07d0c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0908587
Feb 17 04:36:02.820785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:02.821212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.846646 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ae7bbc1-f246-46a8-9d80-51e759c74d53 req-da71fbaa-911a-4ae4-8183-11ce84d6b989 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0435922
Feb 17 04:36:03.626326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b931e-9aa2-4004-8850-7328ae1f9d9a req-2537c14d-2492-4019-bb51-4238f1b28505 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:03.627972 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-627b931e-9aa2-4004-8850-7328ae1f9d9a req-2537c14d-2492-4019-bb51-4238f1b28505 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0873356
Feb 17 04:36:03.682331 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-627b931e-9aa2-4004-8850-7328ae1f9d9a req-b635b762-740d-48a6-909d-8021936d765d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0479667
Feb 17 04:36:03.847956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389dd0e-5ff8-4c36-9436-be155de5903f req-84b4b6ea-41df-4cc1-a18a-afc6585ae81e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:03.849600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6389dd0e-5ff8-4c36-9436-be155de5903f req-84b4b6ea-41df-4cc1-a18a-afc6585ae81e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0882523
Feb 17 04:36:03.899009 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6389dd0e-5ff8-4c36-9436-be155de5903f req-da2d346a-ab08-418f-8b33-2692bedfde4b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428975
Feb 17 04:36:04.046033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a26c31-3d41-442d-862a-8e52cb2508d8 req-9e953ba0-582e-4f9b-b2b8-9992029d030d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:04.047661 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80a26c31-3d41-442d-862a-8e52cb2508d8 req-9e953ba0-582e-4f9b-b2b8-9992029d030d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0874135
Feb 17 04:36:04.094672 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80a26c31-3d41-442d-862a-8e52cb2508d8 req-8892ad86-82ab-43f0-9648-232c3380be17 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408108
Feb 17 04:36:04.136627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:04.890473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78223627-e18d-4fc7-bb23-e5247fe59827 req-d5c747d8-6965-4c95-b455-bb77b8e0b488 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:04.892122 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-78223627-e18d-4fc7-bb23-e5247fe59827 req-d5c747d8-6965-4c95-b455-bb77b8e0b488 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0913880
Feb 17 04:36:04.935204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:04.946939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-78223627-e18d-4fc7-bb23-e5247fe59827 req-a8ab2392-05da-409f-ace1-2029a77877f5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0483570
Feb 17 04:36:05.018422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:05.018938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.119925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671459b-ced3-4191-a8c6-9913976f5761 req-ddd16dd4-2442-4001-b10d-98d3c52b713e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:05.121269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2671459b-ced3-4191-a8c6-9913976f5761 req-ddd16dd4-2442-4001-b10d-98d3c52b713e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0948157
Feb 17 04:36:05.173682 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2671459b-ced3-4191-a8c6-9913976f5761 req-5ef89936-91b8-4868-bb25-ddadae1e0212 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446038
Feb 17 04:36:05.296947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b216-74a6-4c2f-acee-892e79124be8 req-742aa2a9-1562-4ddb-88ee-5edbdb93526e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:05.298443 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b47b216-74a6-4c2f-acee-892e79124be8 req-742aa2a9-1562-4ddb-88ee-5edbdb93526e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0866973
Feb 17 04:36:05.345279 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8b47b216-74a6-4c2f-acee-892e79124be8 req-561ccf81-a6aa-49b4-a558-2533d48afc62 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406771
Feb 17 04:36:05.541323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152a89-3d43-4d1c-a5f4-ae281959c581 req-2b52677f-fc7b-4ef3-9ded-50b1a7c79eab tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:05.542933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e152a89-3d43-4d1c-a5f4-ae281959c581 req-2b52677f-fc7b-4ef3-9ded-50b1a7c79eab tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0875258
Feb 17 04:36:05.591334 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e152a89-3d43-4d1c-a5f4-ae281959c581 req-05e7ca1d-9146-461e-ae95-662564f2da36 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410917
Feb 17 04:36:05.791717 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-a0390488-2c18-485e-8f00-c43fe94d0a9a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1621230
Feb 17 04:36:05.803873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:05.810677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:05.814804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Usage tracker for resource:floatingip and tenant:79050d22ac3d4c7eb85cd6a19be9ef10 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:05.818535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:05.825037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:05.838744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.981910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.164172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b365-1c24-44d6-a97f-199d65dbd399 req-ca029130-5cda-4f1c-a2bf-37bc26691c0d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:06.165810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1422b365-1c24-44d6-a97f-199d65dbd399 req-ca029130-5cda-4f1c-a2bf-37bc26691c0d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0934479
Feb 17 04:36:06.219027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1422b365-1c24-44d6-a97f-199d65dbd399 req-f7c2ffc1-9d5e-4912-8c57-f3d2948cf26a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0460012
Feb 17 04:36:06.263424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Allocated IP 172.27.1.153 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/4fd5313f-3054-46f4-889d-8cd10ff1ddf8) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:06.410627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55cf9-8f0a-4c8a-9d2e-0d177d2b8136 req-0d288421-9cab-422e-9823-15891e590217 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:06.412348 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f8f55cf9-8f0a-4c8a-9d2e-0d177d2b8136 req-0d288421-9cab-422e-9823-15891e590217 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0933559
Feb 17 04:36:06.428561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.458795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.462325 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f8f55cf9-8f0a-4c8a-9d2e-0d177d2b8136 req-5add4a2b-59f3-432e-ac53-5a683c8c9acf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435703
Feb 17 04:36:06.475280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:06.613003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'Port': ['ID=4fd5313f-3054-46f4-889d-8cd10ff1ddf8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:06.633078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.633490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.633898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.634299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.634695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.635111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.635504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.635895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.636283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.636675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.637656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.638074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.638522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.638908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.639324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.639715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.640098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.640483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.640866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.641251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.641636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.642027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.642411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.642793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:06.648690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:06.687586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:06.688757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:06.691047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:06.819846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.886879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.377716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.381506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.396897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:07.424092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d8681-d045-47a1-8e43-d8e2b8fdb18b req-1e6a7544-66f9-4016-bbcd-885b88d6c7a6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:07.425637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b5d8681-d045-47a1-8e43-d8e2b8fdb18b req-1e6a7544-66f9-4016-bbcd-885b88d6c7a6 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0886369
Feb 17 04:36:07.476250 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3b5d8681-d045-47a1-8e43-d8e2b8fdb18b req-2a47ba5d-a1d4-414e-918f-7ddf535580a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0440066
Feb 17 04:36:07.534123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event updated for resources: {'Port': ['ID=4fd5313f-3054-46f4-889d-8cd10ff1ddf8,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:07.547467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:07.643289 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.666960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.669083 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8697393
Feb 17 04:36:07.681673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2c05-6a86-4250-ad4c-b346882268c0 req-7e830e5f-e3ea-4616-b9af-65cae5416b95 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:07.683314 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-285e2c05-6a86-4250-ad4c-b346882268c0 req-7e830e5f-e3ea-4616-b9af-65cae5416b95 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1061089
Feb 17 04:36:07.733786 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-285e2c05-6a86-4250-ad4c-b346882268c0 req-2cb4c5e2-a36e-448e-a932-0c5e02b09466 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433257
Feb 17 04:36:07.762253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e0da89c8-7490-4eba-9ffd-98487f7c502f tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:floatingip {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:07.778916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e0da89c8-7490-4eba-9ffd-98487f7c502f tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:floatingip {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:07.780187 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-e0da89c8-7490-4eba-9ffd-98487f7c502f tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.153 HTTP/1.1" status: 200  len: 696 time: 0.1047909
Feb 17 04:36:07.944340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-c14692af-22d8-4936-a9e4-4d50c9e15af8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:07.945721 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-c14692af-22d8-4936-a9e4-4d50c9e15af8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1596453
Feb 17 04:36:07.956678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-292a8645-9004-4bdf-ac32-344fcc616606 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:07.957703 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4879036c-cf9b-4b95-895d-07af8b282b96 req-292a8645-9004-4bdf-ac32-344fcc616606 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060179
Feb 17 04:36:08.144736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-b8f657fe-e0c7-4c57-b4c2-dffc18f9ff04 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:08.146370 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-b8f657fe-e0c7-4c57-b4c2-dffc18f9ff04 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0900896
Feb 17 04:36:08.241605 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-2ce33317-f67d-47c3-af66-011da1fb9e1b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.153 HTTP/1.1" status: 200  len: 696 time: 0.0887222
Feb 17 04:36:08.252442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Request body: {'floatingip': {'port_id': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:08.339169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.685131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82834040-bf13-4d7c-b302-ae9cdae2f024 req-460d849c-1780-45c3-b0b0-71b8e51dfe4c tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:08.686753 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82834040-bf13-4d7c-b302-ae9cdae2f024 req-460d849c-1780-45c3-b0b0-71b8e51dfe4c tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0900958
Feb 17 04:36:08.737305 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82834040-bf13-4d7c-b302-ae9cdae2f024 req-cc466602-7a65-4b8a-907e-76a0633ee72b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0439844
Feb 17 04:36:08.939122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89162-df41-45cd-ac65-ad661f583bb5 req-9d7fe9b5-caaa-44c3-86d8-3656eba3ffae tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:08.940746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-86e89162-df41-45cd-ac65-ad661f583bb5 req-9d7fe9b5-caaa-44c3-86d8-3656eba3ffae tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0919871
Feb 17 04:36:08.992282 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-86e89162-df41-45cd-ac65-ad661f583bb5 req-4301041e-6f8a-4ad9-80aa-9040124fa04c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451097
Feb 17 04:36:09.395592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.398595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.584457 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Floating IP d723d154-1ddd-4576-a038-18ec6b364981 associated. External IP: 172.27.1.153, port: 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55.
Feb 17 04:36:09.943807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d4abe-251f-4f9c-81f1-a73987470487 req-04fe2748-3751-4966-919b-0847a1544553 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:09.945331 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac8d4abe-251f-4f9c-81f1-a73987470487 req-04fe2748-3751-4966-919b-0847a1544553 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0888686
Feb 17 04:36:09.967489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Router d6e4c34e-7dac-4a06-acef-15019fae591b has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:36:09.996994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac8d4abe-251f-4f9c-81f1-a73987470487 req-a69a11ff-868a-4109-9e9b-4a33dfb150d9 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0440779
Feb 17 04:36:10.160877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:36:10.165937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.172037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Sync routers for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:36:10.191558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:10.192613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945583588>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:10.213870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5c718-85b4-4cb1-8253-90904eca4f09 req-93681ac1-15c1-412f-83cc-07320519ae69 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.216159 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d5e5c718-85b4-4cb1-8253-90904eca4f09 req-93681ac1-15c1-412f-83cc-07320519ae69 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1082153
Feb 17 04:36:10.233223 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-064391f2-3d92-41ec-bf00-a578d2ea7145 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "PUT /v2.0/floatingips/d723d154-1ddd-4576-a038-18ec6b364981 HTTP/1.1" status: 200  len: 996 time: 1.9852300
Feb 17 04:36:10.233786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:10.268797 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d5e5c718-85b4-4cb1-8253-90904eca4f09 req-ce1caefd-ff10-471e-9b6d-832c62f25ec2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451825
Feb 17 04:36:10.325952 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'status': 'completed', 'code': 200}
Feb 17 04:36:10.331845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-7c5c1d69-0705-4e79-88ab-485ebb478ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.333495 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-7c5c1d69-0705-4e79-88ab-485ebb478ecc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.0844858
Feb 17 04:36:10.401145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:10.477741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d797-a5f1-4679-b002-f051fea35af2 req-37f4c2bb-7bde-42d9-b214-d4852450f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.479922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-37f4c2bb-7bde-42d9-b214-d4852450f510 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.0886807
Feb 17 04:36:10.481572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-30d46fe3-6d3e-45b5-9bd4-2bb5eb7cdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.483182 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-30d46fe3-6d3e-45b5-9bd4-2bb5eb7cdf15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.1434467
Feb 17 04:36:10.611945 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-ddb6f352-fa5e-422c-9961-491664be0b9e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 999 time: 0.1216178
Feb 17 04:36:10.642781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d797-a5f1-4679-b002-f051fea35af2 req-5fdbeaea-91b8-4011-9352-d8dc3dbce834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.644776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-5fdbeaea-91b8-4011-9352-d8dc3dbce834 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.1574225
Feb 17 04:36:10.677890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-7a39175f-8577-4090-9592-a52cd5e638c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.679727 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-7a39175f-8577-4090-9592-a52cd5e638c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0667491
Feb 17 04:36:10.769294 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-897425e3-4054-45f4-afc7-53eb9d197a63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 999 time: 0.1078255
Feb 17 04:36:10.776213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-565c034a-cb5d-4e18-aa73-1a8098dc47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.778588 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-565c034a-cb5d-4e18-aa73-1a8098dc47e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908391
Feb 17 04:36:10.790196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-72610e69-ac51-4668-bbdb-4f551db906aa service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:10.791271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-72610e69-ac51-4668-bbdb-4f551db906aa service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059297
Feb 17 04:36:10.806505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945583588>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'd723d154-1ddd-4576-a038-18ec6b364981', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'port_id': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'mac_address': 'fa:16:3e:08:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:06Z', 'updated_at': '2021-02-17T04:36:09Z', 'revision_number': 1, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:10.811845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Checking router: d6e4c34e-7dac-4a06-acef-15019fae591b for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:10.821141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:10.821855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945583588>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:10.850852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d797-a5f1-4679-b002-f051fea35af2 req-9b665bca-0053-4ccc-a8b9-f9d7fc3f1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.852498 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-9b665bca-0053-4ccc-a8b9-f9d7fc3f1604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0711057
Feb 17 04:36:10.940852 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-118de4e6-0956-4cc3-8d79-5942687989e4 service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408329
Feb 17 04:36:10.942709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d797-a5f1-4679-b002-f051fea35af2 req-cd74aa9f-8dd1-46dd-aafb-7561ca296103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.944481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-cd74aa9f-8dd1-46dd-aafb-7561ca296103 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801120
Feb 17 04:36:11.106747 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-6a62a2fc-f9a2-4985-bfd7-aa24461fca87 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535938
Feb 17 04:36:11.107770 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-139829ab-7d6f-45ca-bc8d-28907aef21ba req-81d71adf-2d7b-420a-831f-c484d0d047c8 service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1586289
Feb 17 04:36:11.215725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:11.334839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ee52f-16b7-4046-861c-9e94f0951e54 req-77cb7b30-071c-42fd-b29c-5a16399a996f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:11.336498 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f02ee52f-16b7-4046-861c-9e94f0951e54 req-77cb7b30-071c-42fd-b29c-5a16399a996f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.1971333
Feb 17 04:36:11.340382 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d687d797-a5f1-4679-b002-f051fea35af2 req-9bce5aff-810e-4153-8110-f8d0274492d4 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2260015
Feb 17 04:36:11.394271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f02ee52f-16b7-4046-861c-9e94f0951e54 req-8532e125-bf4d-4452-b6cb-a8b0a9f93d28 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0499616
Feb 17 04:36:11.484824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd47e96-b20f-4a91-b50b-b4931cd986f9 req-d8b09e70-988a-40fa-a5b5-f4b702d724ba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:11.486441 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dd47e96-b20f-4a91-b50b-b4931cd986f9 req-d8b09e70-988a-40fa-a5b5-f4b702d724ba tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0964622
Feb 17 04:36:11.535416 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9dd47e96-b20f-4a91-b50b-b4931cd986f9 req-6037378e-a231-49b4-987f-aa80342376c1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421498
Feb 17 04:36:11.591457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945583588>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'd723d154-1ddd-4576-a038-18ec6b364981', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'port_id': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'mac_address': 'fa:16:3e:08:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:06Z', 'updated_at': '2021-02-17T04:36:09Z', 'revision_number': 1, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:11.595672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6452778-4d0f-4480-9519-4958664fa4d3 None None] The sync data for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi is: [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'd723d154-1ddd-4576-a038-18ec6b364981', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'port_id': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'mac_address': 'fa:16:3e:08:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:06Z', 'updated_at': '2021-02-17T04:36:09Z', 'revision_number': 1, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:11.868540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b73a0-5d4a-4a93-b02c-b1bb90dc5972 None None] New status for floating IP d723d154-1ddd-4576-a038-18ec6b364981: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:36:12.598897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a593c0-e84c-493f-9228-658e0a9e70e6 req-6052142c-85da-4172-9f71-fe254bf4e2cd tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:12.600570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-49a593c0-e84c-493f-9228-658e0a9e70e6 req-6052142c-85da-4172-9f71-fe254bf4e2cd tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0925865
Feb 17 04:36:12.653178 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-49a593c0-e84c-493f-9228-658e0a9e70e6 req-d32b0801-6f88-4950-beeb-9b6b2e75c335 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0454369
Feb 17 04:36:12.739864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe09337-128e-4039-b90c-57c86731721f req-5bce01db-3e2b-4078-9697-9aaa707e4111 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:12.741475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fe09337-128e-4039-b90c-57c86731721f req-5bce01db-3e2b-4078-9697-9aaa707e4111 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0893471
Feb 17 04:36:12.792970 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fe09337-128e-4039-b90c-57c86731721f req-fabca028-97f4-4446-95f1-1eadb49544b1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446572
Feb 17 04:36:13.856305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc59afb-47ee-4e5c-ac6d-762ec397e69b req-1cdb9a46-d864-4605-9126-e9c0a6d957c4 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:13.857939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4fc59afb-47ee-4e5c-ac6d-762ec397e69b req-1cdb9a46-d864-4605-9126-e9c0a6d957c4 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0892930
Feb 17 04:36:13.909307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4fc59afb-47ee-4e5c-ac6d-762ec397e69b req-4cb88763-b017-48dd-b15b-0c28651d9b88 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0446670
Feb 17 04:36:13.998380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744e47-0c8e-4031-9bee-03ecbb1b9122 req-fab32e42-7130-4947-859b-4d9d83f05082 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:14.000038 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e5744e47-0c8e-4031-9bee-03ecbb1b9122 req-fab32e42-7130-4947-859b-4d9d83f05082 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0867171
Feb 17 04:36:14.048301 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e5744e47-0c8e-4031-9bee-03ecbb1b9122 req-e18489bc-4a19-481f-8e4b-52d1abc4a021 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418360
Feb 17 04:36:15.113840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4db3-9b82-4a22-bf3a-9e261da14ed9 req-fd395932-4b38-4e1f-ab03-4ac9444068cb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:15.115475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-490f4db3-9b82-4a22-bf3a-9e261da14ed9 req-fd395932-4b38-4e1f-ab03-4ac9444068cb tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0910811
Feb 17 04:36:15.167270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-490f4db3-9b82-4a22-bf3a-9e261da14ed9 req-b3cfa701-3d4d-4e82-a4f4-7f2b2c4e1781 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0451126
Feb 17 04:36:15.261386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c7a81-ab57-4fe6-9b40-16806eb2dc26 req-05f38648-8a15-4c0c-b659-a8fdbe989daf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:15.263673 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-609c7a81-ab57-4fe6-9b40-16806eb2dc26 req-05f38648-8a15-4c0c-b659-a8fdbe989daf tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0914893
Feb 17 04:36:15.311210 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-609c7a81-ab57-4fe6-9b40-16806eb2dc26 req-632ef57e-6b4a-4155-8503-5bd9d1bef224 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412571
Feb 17 04:36:16.349195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e8e0992a-8596-413b-a157-6be2964b846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.386444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b082088-29e0-43a4-ad73-bce804c0dc09 req-860b93e5-4ad2-41b2-bd63-d6f9bd520a1f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:16.387844 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b082088-29e0-43a4-ad73-bce804c0dc09 req-860b93e5-4ad2-41b2-bd63-d6f9bd520a1f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.1003394
Feb 17 04:36:16.440601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0b082088-29e0-43a4-ad73-bce804c0dc09 req-bd42be3f-c26a-48de-a62b-f4331fb9d09d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462747
Feb 17 04:36:16.523380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8174844-21ab-4567-ba07-5186f82add64 req-aecb63b7-0f76-4cbf-9d54-ed7842bb8cdb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:16.525010 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8174844-21ab-4567-ba07-5186f82add64 req-aecb63b7-0f76-4cbf-9d54-ed7842bb8cdb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0916960
Feb 17 04:36:16.786951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8174844-21ab-4567-ba07-5186f82add64 req-951b6b53-c134-4e49-9db8-d258923f75ab tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2550912
Feb 17 04:36:17.644449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293fa89-1574-4004-adcf-656a92710571 req-f7d099ea-5673-4d30-b601-425c9c8b28a0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:17.646051 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a293fa89-1574-4004-adcf-656a92710571 req-f7d099ea-5673-4d30-b601-425c9c8b28a0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0897758
Feb 17 04:36:17.698047 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a293fa89-1574-4004-adcf-656a92710571 req-041dbdd2-8cb2-434b-86bb-52033fbd99c5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0455828
Feb 17 04:36:17.993057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a8512-6ab9-4bd0-904f-a8f94ec25f66 req-c212c670-03b5-4045-99ad-fc6bc0eccd3e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:17.994611 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-465a8512-6ab9-4bd0-904f-a8f94ec25f66 req-c212c670-03b5-4045-99ad-fc6bc0eccd3e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0911281
Feb 17 04:36:18.042248 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-465a8512-6ab9-4bd0-904f-a8f94ec25f66 req-416636ca-db49-4e08-9074-41d646e8bf9d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406511
Feb 17 04:36:18.742060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-57d27d9e-d18d-4b1b-991f-f1e73d10e02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.907352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7570e-9957-4e97-bffd-aa4b874ea3d0 req-bcb4541e-0503-47a9-b89c-0aa742e21106 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:18.908944 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6d7570e-9957-4e97-bffd-aa4b874ea3d0 req-bcb4541e-0503-47a9-b89c-0aa742e21106 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0878532
Feb 17 04:36:18.962184 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d6d7570e-9957-4e97-bffd-aa4b874ea3d0 req-a95d5234-199b-4bbb-9a98-86d9ac86b4f7 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=914f5156-aeff-4c7c-abd4-a5e7718c83fd&id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0467589
Feb 17 04:36:19.243783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3766-182f-4ad3-b989-450eafc59143 req-7bc41b66-70df-45b4-af5a-d6f6abba66b8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.245374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f9d3766-182f-4ad3-b989-450eafc59143 req-7bc41b66-70df-45b4-af5a-d6f6abba66b8 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0873320
Feb 17 04:36:19.292140 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f9d3766-182f-4ad3-b989-450eafc59143 req-a8a432e1-a835-457b-9bd3-881514779b30 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398481
Feb 17 04:36:19.482880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.655826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f95dd1-5ff2-4b62-a48a-57435a55ea1c req-98274d5f-638d-4bdf-b5f6-bcb6f0790b2c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.657573 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-84f95dd1-5ff2-4b62-a48a-57435a55ea1c req-98274d5f-638d-4bdf-b5f6-bcb6f0790b2c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0912757
Feb 17 04:36:19.717613 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-84f95dd1-5ff2-4b62-a48a-57435a55ea1c req-af2c3969-8ab1-46fe-acec-7b7e047a335d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534422
Feb 17 04:36:19.743475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302870e4-6e17-431a-ba57-3b810e50e307 req-bd1d15e2-db09-4338-9db6-0fe3ccd54723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.745097 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-bd1d15e2-db09-4338-9db6-0fe3ccd54723 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.0824084
Feb 17 04:36:19.890367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302870e4-6e17-431a-ba57-3b810e50e307 req-6a395111-62bb-43b3-82ae-d678fca46302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.891998 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-6a395111-62bb-43b3-82ae-d678fca46302 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.1391282
Feb 17 04:36:20.009667 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-dad265f6-6b85-4fb6-a67a-9b43fc7f5f2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.1037133
Feb 17 04:36:20.084688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302870e4-6e17-431a-ba57-3b810e50e307 req-b0a2c570-fa38-43e1-b935-eb883ddb7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:20.086222 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-b0a2c570-fa38-43e1-b935-eb883ddb7bff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0646503
Feb 17 04:36:20.177537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302870e4-6e17-431a-ba57-3b810e50e307 req-0030d1a4-c25a-4700-afee-d8c8db84259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:20.179576 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-0030d1a4-c25a-4700-afee-d8c8db84259d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857379
Feb 17 04:36:20.322953 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-f3d9c6cb-d772-4cdd-86f0-5ecdf7f21b16 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354969
Feb 17 04:36:20.351557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.469756 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-302870e4-6e17-431a-ba57-3b810e50e307 req-467870f2-56b1-4169-b387-9474f357299b service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384583
Feb 17 04:36:20.911500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.923866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c08dad-e082-4620-9670-aa6b73906445 req-17f14af2-687c-4a14-9b1d-9000224a645a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:20.925407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47c08dad-e082-4620-9670-aa6b73906445 req-17f14af2-687c-4a14-9b1d-9000224a645a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0907428
Feb 17 04:36:20.973100 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47c08dad-e082-4620-9670-aa6b73906445 req-27d205d4-0509-4bb3-b474-fe32f94457b9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414863
Feb 17 04:36:22.185464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1593f-673d-4b30-9955-1691e4422d59 req-6926cdf2-43e1-4207-8319-7afe1637f577 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:22.187222 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a1593f-673d-4b30-9955-1691e4422d59 req-6926cdf2-43e1-4207-8319-7afe1637f577 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0988295
Feb 17 04:36:22.237138 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a1593f-673d-4b30-9955-1691e4422d59 req-645e1de6-5c3d-4b6b-b3c6-85a81aeef893 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437305
Feb 17 04:36:26.289157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:36:26.661601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-e334d46f-abdb-4b05-811e-0030e5e7b088 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0760391
Feb 17 04:36:27.064909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-b7f0d791-7965-4dd0-9be3-76251b41799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.066485 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-b7f0d791-7965-4dd0-9be3-76251b41799d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 1162 time: 0.2970457
Feb 17 04:36:27.234851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-cb3b5cfb-3d9d-40c5-a8b7-a57878ced86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.236473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-cb3b5cfb-3d9d-40c5-a8b7-a57878ced86e service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.1398866
Feb 17 04:36:27.352483 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-9f75aa92-b7ea-415d-b5c0-653d275a7ebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 200  len: 1000 time: 0.1023686
Feb 17 04:36:27.433882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-6f44d1ce-6dc6-430d-aa34-4a9c65f5de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.435468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-6f44d1ce-6dc6-430d-aa34-4a9c65f5de65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0650132
Feb 17 04:36:27.527301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-ac3177f6-3abd-4cc6-b091-f77952469984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.528932 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-ac3177f6-3abd-4cc6-b091-f77952469984 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809746
Feb 17 04:36:27.712466 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-f005b99b-0597-4a79-a9ec-a2807abeccc9 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412177
Feb 17 04:36:27.870821 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a771abf0-82b2-4eaf-ac6e-b50bb9025efb req-ac91b7f9-783d-48a8-a0eb-f40330faddcc service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406438
Feb 17 04:36:34.138129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.366470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d6a6-ed15-4b95-adf8-a69d5286d5a8 req-234ace4d-7eeb-4803-aecd-535b3593763a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.368039 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f28d6a6-ed15-4b95-adf8-a69d5286d5a8 req-234ace4d-7eeb-4803-aecd-535b3593763a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0906475
Feb 17 04:36:44.415672 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f28d6a6-ed15-4b95-adf8-a69d5286d5a8 req-d08a557a-f719-4ece-9825-bc1e798832e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406811
Feb 17 04:36:45.657980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa252af-1b26-4288-a64a-0a3c90830762 req-727f2ec0-652c-48c3-a2eb-5b6b9d766431 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:45.660207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fa252af-1b26-4288-a64a-0a3c90830762 req-727f2ec0-652c-48c3-a2eb-5b6b9d766431 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1065309
Feb 17 04:36:45.712541 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fa252af-1b26-4288-a64a-0a3c90830762 req-ad704241-92ed-4f45-9c45-7c0134c15a45 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457752
Feb 17 04:36:46.341220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-afc8f2a9-3642-4188-8dc9-60bb2c2db489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.919011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57f980-2d65-4cc4-a9df-cdb7db281b15 req-91be4054-38fb-40ea-9dc0-cd57e4b827ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.920658 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac57f980-2d65-4cc4-a9df-cdb7db281b15 req-91be4054-38fb-40ea-9dc0-cd57e4b827ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0866878
Feb 17 04:36:46.971705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ac57f980-2d65-4cc4-a9df-cdb7db281b15 req-6e6addcc-569a-45ac-b698-5e85d97ed812 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447307
Feb 17 04:36:48.178355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e773f7c-8f2b-49cb-99c5-fc693c40e420 req-dd2e109d-e174-4e01-b5c2-c80f2d08f1ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.180028 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9e773f7c-8f2b-49cb-99c5-fc693c40e420 req-dd2e109d-e174-4e01-b5c2-c80f2d08f1ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0893455
Feb 17 04:36:48.229141 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9e773f7c-8f2b-49cb-99c5-fc693c40e420 req-9fb54e38-27d0-4dd8-9516-84b5a6acf356 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426936
Feb 17 04:36:48.737085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07165808-271a-4cf3-9bec-76e0764437fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.438929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd40b13-cadf-4ddd-8698-bf5cfb8bb997 req-85b3d672-6baf-4804-b64b-cd5980a57f8d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.440559 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2bd40b13-cadf-4ddd-8698-bf5cfb8bb997 req-85b3d672-6baf-4804-b64b-cd5980a57f8d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0912516
Feb 17 04:36:49.483977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.490437 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2bd40b13-cadf-4ddd-8698-bf5cfb8bb997 req-89303437-7e1e-4437-847c-18d7c11c7975 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436654
Feb 17 04:36:50.344982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.697062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193fbc-4c35-496a-aecf-72ca1911b1bc req-ffa78df3-69b5-4657-bd02-65c71afc3135 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.698600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-06193fbc-4c35-496a-aecf-72ca1911b1bc req-ffa78df3-69b5-4657-bd02-65c71afc3135 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0913084
Feb 17 04:36:50.746455 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-06193fbc-4c35-496a-aecf-72ca1911b1bc req-10635702-f67f-442e-8c4a-80d4652ffab5 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409904
Feb 17 04:36:50.914083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.962943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82e63-3551-4699-81ca-944b0438520e req-38a31076-9b3d-4191-8cf8-658705db1039 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.964595 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38c82e63-3551-4699-81ca-944b0438520e req-38a31076-9b3d-4191-8cf8-658705db1039 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0945060
Feb 17 04:36:52.013524 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38c82e63-3551-4699-81ca-944b0438520e req-fdc1893b-d8b4-4767-9b9f-09bc97d2b1b1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419922
Feb 17 04:36:53.224862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c2742-1853-4809-b2b5-a4c1f043ec68 req-17912077-c2ec-44a8-92c3-1f2da7fcf4b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.226487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c9c2742-1853-4809-b2b5-a4c1f043ec68 req-17912077-c2ec-44a8-92c3-1f2da7fcf4b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0897501
Feb 17 04:36:53.279459 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c9c2742-1853-4809-b2b5-a4c1f043ec68 req-d8efd7d7-9447-41e1-88ac-8292e5538b29 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457375
Feb 17 04:36:54.487650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e765be-0ccd-4fdf-b703-f8f798e5f538 req-6713e3c5-961a-4c26-8909-263287708a40 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.489253 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27e765be-0ccd-4fdf-b703-f8f798e5f538 req-6713e3c5-961a-4c26-8909-263287708a40 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0904179
Feb 17 04:36:54.538135 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27e765be-0ccd-4fdf-b703-f8f798e5f538 req-2a3facba-ec9c-4307-92ca-6d8871bc4db7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425880
Feb 17 04:36:55.743578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc80531-f7c8-4a79-a79e-5594eeb05e86 req-e5b1224c-2642-423f-a703-7418fc891aba tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.745183 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6dc80531-f7c8-4a79-a79e-5594eeb05e86 req-e5b1224c-2642-423f-a703-7418fc891aba tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0890877
Feb 17 04:36:55.792190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6dc80531-f7c8-4a79-a79e-5594eeb05e86 req-90301927-31a6-4c33-93f3-607bb6da9149 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407591
Feb 17 04:36:57.004123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6f2ed-860d-4adf-9b2b-83e46fc005c7 req-80baa60f-d8e8-40bd-8bec-f498fd030fa2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.005764 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47a6f2ed-860d-4adf-9b2b-83e46fc005c7 req-80baa60f-d8e8-40bd-8bec-f498fd030fa2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0905795
Feb 17 04:36:57.053055 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47a6f2ed-860d-4adf-9b2b-83e46fc005c7 req-3328b266-93b7-48e9-a181-5777cfc21937 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410640
Feb 17 04:36:58.262037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979c28-df67-4a34-8ad7-ffae91e78b9e req-1bb7ece4-bae3-45cc-bc12-f24f60f74ab5 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.264330 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a9979c28-df67-4a34-8ad7-ffae91e78b9e req-1bb7ece4-bae3-45cc-bc12-f24f60f74ab5 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0920656
Feb 17 04:36:58.312475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a9979c28-df67-4a34-8ad7-ffae91e78b9e req-22c98d5a-fd31-4dcf-9925-cff99ddcd886 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419178
Feb 17 04:36:59.522626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ae3e-fb99-4ee5-ab18-5cd655311ea2 req-39296829-f462-40ed-9faa-e5eeff0c72ab tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:59.524261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f673ae3e-fb99-4ee5-ab18-5cd655311ea2 req-39296829-f462-40ed-9faa-e5eeff0c72ab tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0943973
Feb 17 04:36:59.571928 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f673ae3e-fb99-4ee5-ab18-5cd655311ea2 req-f3c3314e-802b-4ed7-ba77-5e9e4dc19c2c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412691
Feb 17 04:37:00.781789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb5c57-9b09-4b8c-95b6-12867652550e req-013f11f2-d893-4736-8a50-b2c105e353e9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.783404 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4ecb5c57-9b09-4b8c-95b6-12867652550e req-013f11f2-d893-4736-8a50-b2c105e353e9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0884643
Feb 17 04:37:00.832131 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4ecb5c57-9b09-4b8c-95b6-12867652550e req-fbacacbb-3f0a-46bd-8efa-53605334da56 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424054
Feb 17 04:37:02.037402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d733e-6f75-491d-89ae-e309681ab1c0 req-05b49938-c8aa-46da-aeaa-dfbe30eb4ddf tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.038994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7c1d733e-6f75-491d-89ae-e309681ab1c0 req-05b49938-c8aa-46da-aeaa-dfbe30eb4ddf tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0878484
Feb 17 04:37:02.086858 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7c1d733e-6f75-491d-89ae-e309681ab1c0 req-d78d7ed5-f94e-48f4-a11a-d86b8ddd35e2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410194
Feb 17 04:37:03.288724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:03.302116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac4317-c343-41c8-8f7c-76d95de861bc req-4ff23c47-62ee-4d81-b118-32fd7880a283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.303822 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-75ac4317-c343-41c8-8f7c-76d95de861bc req-4ff23c47-62ee-4d81-b118-32fd7880a283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0927784
Feb 17 04:37:03.352410 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-75ac4317-c343-41c8-8f7c-76d95de861bc req-63e3fc53-cf00-4c7b-bd74-026c1ecfaefe tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422707
Feb 17 04:37:04.144498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:04.564381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63463-2b1f-4f7e-bd0d-bf822d763ccd req-7b80e063-58dc-4e9c-a200-e7abf47f7544 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.565974 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f7a63463-2b1f-4f7e-bd0d-bf822d763ccd req-7b80e063-58dc-4e9c-a200-e7abf47f7544 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0901475
Feb 17 04:37:04.614244 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f7a63463-2b1f-4f7e-bd0d-bf822d763ccd req-4db2b35f-f620-4e49-a07a-c3da9c2dcdc4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419366
Feb 17 04:37:05.815628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae07c6-fba3-424d-a353-2d62d8933a79 req-8400694d-87b6-4254-9b11-2c04a6721a8e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.817232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1bae07c6-fba3-424d-a353-2d62d8933a79 req-8400694d-87b6-4254-9b11-2c04a6721a8e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0873561
Feb 17 04:37:05.871547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1bae07c6-fba3-424d-a353-2d62d8933a79 req-e5658d08-0e07-4fc3-8af9-98ed9944dd8c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481122
Feb 17 04:37:07.077785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7175225-3686-4720-94cf-240b81217da3 req-c272b565-d635-4859-9d35-fbfc82ba9b73 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:07.079442 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7175225-3686-4720-94cf-240b81217da3 req-c272b565-d635-4859-9d35-fbfc82ba9b73 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0866356
Feb 17 04:37:07.130157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a7175225-3686-4720-94cf-240b81217da3 req-0a93f900-232c-4d02-aad4-a10e9e83fbbf tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445163
Feb 17 04:37:08.341019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37df5d2-fbe8-4e27-b9b5-120efee9d0fc req-a52ff044-261f-4f7d-9453-4d30b1569177 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:08.343163 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e37df5d2-fbe8-4e27-b9b5-120efee9d0fc req-a52ff044-261f-4f7d-9453-4d30b1569177 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0898287
Feb 17 04:37:08.392653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e37df5d2-fbe8-4e27-b9b5-120efee9d0fc req-51199b51-a121-441d-91cf-df67c7431125 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433071
Feb 17 04:37:09.595200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2f67a-75b1-41d0-8a3b-043c4f694421 req-3a2fc822-8b2c-46df-a010-6719d74953e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.596776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-66c2f67a-75b1-41d0-8a3b-043c4f694421 req-3a2fc822-8b2c-46df-a010-6719d74953e4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0868371
Feb 17 04:37:09.645011 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-66c2f67a-75b1-41d0-8a3b-043c4f694421 req-58920c80-e319-4aca-a1de-ad50d8fc4862 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419946
Feb 17 04:37:10.866125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc4015-e76a-4427-9865-e733f298661f req-5c0039b8-c7ce-472e-a969-666a9d8a783f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.875130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eddc4015-e76a-4427-9865-e733f298661f req-5c0039b8-c7ce-472e-a969-666a9d8a783f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1063430
Feb 17 04:37:10.922821 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eddc4015-e76a-4427-9865-e733f298661f req-20900770-ebe6-4534-9f49-76020f702396 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466771
Feb 17 04:37:12.149051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c13c23-b179-4462-84e5-3f5ed07d2540 req-5766dbb9-c08c-475a-9f83-2e54ba583a66 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.158001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8c13c23-b179-4462-84e5-3f5ed07d2540 req-5766dbb9-c08c-475a-9f83-2e54ba583a66 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1042349
Feb 17 04:37:12.211886 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d8c13c23-b179-4462-84e5-3f5ed07d2540 req-e4ea0737-3a35-4ab0-9912-f25b8ebeca5e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523500
Feb 17 04:37:13.423557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f052b9-79fe-4442-a704-4f7aafbf0756 req-84acc1b4-0e2f-4b0a-9737-4612e9be06aa tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:13.425350 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b8f052b9-79fe-4442-a704-4f7aafbf0756 req-84acc1b4-0e2f-4b0a-9737-4612e9be06aa tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0919936
Feb 17 04:37:13.487268 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b8f052b9-79fe-4442-a704-4f7aafbf0756 req-a5414e97-3df3-4c60-844c-bcf0a7fbad97 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555110
Feb 17 04:37:14.696723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041eba3-bf8f-4d2e-a6d5-96a22b99f97f req-48817350-4ce0-44d0-be8c-507c795bc3f2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:14.698450 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5041eba3-bf8f-4d2e-a6d5-96a22b99f97f req-48817350-4ce0-44d0-be8c-507c795bc3f2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0910802
Feb 17 04:37:14.754762 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5041eba3-bf8f-4d2e-a6d5-96a22b99f97f req-774ef0d0-44fb-48eb-a463-dec8b8117b9a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465715
Feb 17 04:37:15.980442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09143b2a-8ac2-45dd-b183-c62363290597 req-fcc9d4bb-e5a7-4a7e-b867-afbeaf1011d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:15.982082 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09143b2a-8ac2-45dd-b183-c62363290597 req-fcc9d4bb-e5a7-4a7e-b867-afbeaf1011d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0947816
Feb 17 04:37:16.033052 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09143b2a-8ac2-45dd-b183-c62363290597 req-027baf49-c996-4fba-afdc-b5e9747370a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442579
Feb 17 04:37:16.345147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3465e1fb-e406-482d-843e-e6b8d4daf83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:17.269506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eefb1-a371-4259-bc52-6c9b79ad64b0 req-8eea1625-926e-45e3-a4f6-6d18da39f1cb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.271105 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-604eefb1-a371-4259-bc52-6c9b79ad64b0 req-8eea1625-926e-45e3-a4f6-6d18da39f1cb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0963593
Feb 17 04:37:17.324233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-604eefb1-a371-4259-bc52-6c9b79ad64b0 req-b300cd5b-0635-4563-b691-c9dc3256f6f5 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463428
Feb 17 04:37:18.566005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09604196-ba0e-4ae6-bb1c-0c57005cbf30 req-da91128b-3f60-4b8d-9154-59ac3437709d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:18.567858 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09604196-ba0e-4ae6-bb1c-0c57005cbf30 req-da91128b-3f60-4b8d-9154-59ac3437709d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1050169
Feb 17 04:37:18.623226 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09604196-ba0e-4ae6-bb1c-0c57005cbf30 req-e772e187-949b-44f6-8792-91ab239b805f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485587
Feb 17 04:37:18.742813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2784b4dc-d740-4b57-b90e-3688f4fa185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.488302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.849319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237519-e5c8-4b65-b2d0-bb9465207ae8 req-5382a37c-80eb-4303-b89d-23749f36905d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:19.850612 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58237519-e5c8-4b65-b2d0-bb9465207ae8 req-5382a37c-80eb-4303-b89d-23749f36905d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0934496
Feb 17 04:37:19.913491 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58237519-e5c8-4b65-b2d0-bb9465207ae8 req-93fd40ab-a580-4d14-8cb6-7f4898a65489 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554328
Feb 17 04:37:20.349212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.917510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:21.130115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9962-673a-414c-90cd-4ce36cc23799 req-6efa0ed1-f89d-4e29-863d-05ed93c66ea7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:21.131843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-545d9962-673a-414c-90cd-4ce36cc23799 req-6efa0ed1-f89d-4e29-863d-05ed93c66ea7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0959482
Feb 17 04:37:21.192961 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-545d9962-673a-414c-90cd-4ce36cc23799 req-dd315cb7-523b-4f74-ae63-bc9071d910a7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486617
Feb 17 04:37:22.404046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d4bd-b80e-4e1f-8c33-efcff9fb5d8e req-5267c506-22d9-4f3b-81e3-0856877bf522 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:22.405686 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e518d4bd-b80e-4e1f-8c33-efcff9fb5d8e req-5267c506-22d9-4f3b-81e3-0856877bf522 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0886915
Feb 17 04:37:22.453877 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e518d4bd-b80e-4e1f-8c33-efcff9fb5d8e req-52f79731-fb1c-4036-9b8b-2917784ce684 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414016
Feb 17 04:37:22.741637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af39f-101b-45a2-850e-a0bd01aa035d req-3ec8e073-a7a7-411e-8b27-ef6349c06c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:22.743263 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-3ec8e073-a7a7-411e-8b27-ef6349c06c36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1162 time: 0.0840380
Feb 17 04:37:22.888517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af39f-101b-45a2-850e-a0bd01aa035d req-c58ae7d7-2db8-48c2-aa8b-ec2d9dcfd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:22.890102 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-c58ae7d7-2db8-48c2-aa8b-ec2d9dcfd4d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1393096
Feb 17 04:37:22.996591 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-2316ce04-ec5b-4031-b01e-bce32c24f491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 1000 time: 0.0987420
Feb 17 04:37:23.075543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af39f-101b-45a2-850e-a0bd01aa035d req-4daf371d-6ba0-465f-8766-d8024fcde3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.077096 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-4daf371d-6ba0-465f-8766-d8024fcde3a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0682929
Feb 17 04:37:23.174079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af39f-101b-45a2-850e-a0bd01aa035d req-8f433256-6427-4eb5-9d1b-7e344e88c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.175778 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-8f433256-6427-4eb5-9d1b-7e344e88c45d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810232
Feb 17 04:37:23.332173 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-b1a3f999-e8f1-4866-9b7f-fe7e5de31a98 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460176
Feb 17 04:37:23.478190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-844af39f-101b-45a2-850e-a0bd01aa035d req-47d55094-746f-424b-ac40-abe089807881 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374650
Feb 17 04:37:23.670193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245a742-86e6-4d8b-8073-31ee90e32c6f req-35667369-6379-4cbe-9e16-b789c1bf545a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.671747 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1245a742-86e6-4d8b-8073-31ee90e32c6f req-35667369-6379-4cbe-9e16-b789c1bf545a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0934858
Feb 17 04:37:23.721215 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1245a742-86e6-4d8b-8073-31ee90e32c6f req-bfcfe43c-0d39-485a-860b-83716c42ae4e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426087
Feb 17 04:37:24.931371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26353b7-99b8-4a4b-81b3-6fba21bf79c6 req-f0462842-24ef-4e00-ba89-4c5ce2b93b75 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:24.932967 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c26353b7-99b8-4a4b-81b3-6fba21bf79c6 req-f0462842-24ef-4e00-ba89-4c5ce2b93b75 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0939984
Feb 17 04:37:24.980734 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c26353b7-99b8-4a4b-81b3-6fba21bf79c6 req-9a9101b0-ae42-4b79-8011-79fd5c6ef6e1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410864
Feb 17 04:37:26.192893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909b87-cb4b-4ebb-93da-17fb0161115d req-c39f2c27-3cca-45ab-8918-e824a97bf3c0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.194532 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1909b87-cb4b-4ebb-93da-17fb0161115d req-c39f2c27-3cca-45ab-8918-e824a97bf3c0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0941374
Feb 17 04:37:26.246413 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b1909b87-cb4b-4ebb-93da-17fb0161115d req-7c702205-052a-4203-9e8d-f33cc198779c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455356
Feb 17 04:37:27.160393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:27.286351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.317062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:27.327691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:27.333284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.335430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:27.369638 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'code': 422} returned with failed status
Feb 17 04:37:27.410363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:27.418345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.418741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.419157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.419546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.419922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.420304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.420680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.421054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.421427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.421799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.422237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.422791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.423341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.423716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.424080 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.424450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.424818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.425188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.425559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.425940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.426309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.426681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.427064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.427450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.432136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:27.462936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d80f3d-1736-4946-b317-e895ce88b6dd req-28f77515-bd9c-435f-b177-d67436c1c453 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:27.464554 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2d80f3d-1736-4946-b317-e895ce88b6dd req-28f77515-bd9c-435f-b177-d67436c1c453 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0912850
Feb 17 04:37:27.514079 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2d80f3d-1736-4946-b317-e895ce88b6dd req-cbaa43fd-e784-4c4e-9442-e13d283612de tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429342
Feb 17 04:37:27.942705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-9067e8ad-529f-40bc-a19b-840a1ae585bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0874414
Feb 17 04:37:28.064154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-ceb42453-612e-4dc3-9a46-eac26321070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.065723 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-ceb42453-612e-4dc3-9a46-eac26321070a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1202 time: 0.0798957
Feb 17 04:37:28.230487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-a9bdc8ea-f1b2-46af-b46b-e3316623a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.232162 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-a9bdc8ea-f1b2-46af-b46b-e3316623a9eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1453035
Feb 17 04:37:28.351000 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-702d484d-8a18-436e-b510-377c83240248 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 1000 time: 0.1105750
Feb 17 04:37:28.422124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-c6f649fd-5c6b-4a3a-a98f-098c7a001797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.423745 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-c6f649fd-5c6b-4a3a-a98f-098c7a001797 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0655384
Feb 17 04:37:28.513492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-fbdc0dd6-1207-47f7-914a-45ab6bf4fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.515161 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-fbdc0dd6-1207-47f7-914a-45ab6bf4fb80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835161
Feb 17 04:37:28.661493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-19161abb-5b64-4a66-b855-88dd6ded5d14 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384096
Feb 17 04:37:29.025779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21aab8ba-004f-45e0-856b-de8444b5aac4 req-be2ab195-6f09-48ee-b7fa-26397e183cb0 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3555801
Feb 17 04:37:29.506839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372bc0-a2d7-4bac-81cf-5eaa698906c6 req-50d7386d-7bc5-4816-a422-cf282af7d1db tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:29.508536 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a6372bc0-a2d7-4bac-81cf-5eaa698906c6 req-50d7386d-7bc5-4816-a422-cf282af7d1db tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0903268
Feb 17 04:37:29.540462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52000) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:29.558765 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a6372bc0-a2d7-4bac-81cf-5eaa698906c6 req-dbf533d9-488d-4c71-a7ca-244ad91c4d78 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436709
Feb 17 04:37:29.667987 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-9291e7f7-fd0d-4626-87c5-e0d018f4ea3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1261098
Feb 17 04:37:30.773305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047196f0-5534-40b9-9b4f-73e41f404465 req-85862da9-c54d-46d8-88ea-0727dcebc7f3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:30.774924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-047196f0-5534-40b9-9b4f-73e41f404465 req-85862da9-c54d-46d8-88ea-0727dcebc7f3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0921781
Feb 17 04:37:30.823570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-047196f0-5534-40b9-9b4f-73e41f404465 req-69d253e4-c505-4503-a81f-dd94cfb34ce8 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423350
Feb 17 04:37:32.045328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56fb23-0527-410f-a4a7-9440e9868679 req-e2700943-12b1-4863-bb96-e07e68c77829 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:32.046938 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f56fb23-0527-410f-a4a7-9440e9868679 req-e2700943-12b1-4863-bb96-e07e68c77829 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0910332
Feb 17 04:37:32.094857 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f56fb23-0527-410f-a4a7-9440e9868679 req-10dee845-9106-4b51-8764-ee7d600b428a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407765
Feb 17 04:37:33.306151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b41a-c0bd-409c-a35f-3afc27feab0f req-29983c0e-7f13-47d4-8274-cd8d40d6ff5b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:33.307760 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6826b41a-c0bd-409c-a35f-3afc27feab0f req-29983c0e-7f13-47d4-8274-cd8d40d6ff5b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0928612
Feb 17 04:37:33.354683 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6826b41a-c0bd-409c-a35f-3afc27feab0f req-89445f04-79e9-4d68-9a3b-d9572f168a78 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404944
Feb 17 04:37:34.176924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.561107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec332-e87d-4d06-acad-906dc8a68928 req-967a336f-5f73-4091-8689-0ba8abe3f4a7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:34.563368 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1e4ec332-e87d-4d06-acad-906dc8a68928 req-967a336f-5f73-4091-8689-0ba8abe3f4a7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0880389
Feb 17 04:37:34.611416 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1e4ec332-e87d-4d06-acad-906dc8a68928 req-631f2d40-26dc-4f36-b5b9-b0e9e829da75 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412462
Feb 17 04:37:35.589596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-addac081-4075-480a-bdc3-762f800fe778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.591148 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-addac081-4075-480a-bdc3-762f800fe778 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9&tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 1160 time: 0.0794771
Feb 17 04:37:35.724115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-67d113cc-6ce2-4bc4-b805-2fb75ba36bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.725800 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-67d113cc-6ce2-4bc4-b805-2fb75ba36bc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1160 time: 0.0849791
Feb 17 04:37:35.942188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51880-8c79-4fea-9f38-864da388c1cb req-db1806bf-3f48-4e47-aa75-95cb6a55998f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.943757 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cbe51880-8c79-4fea-9f38-864da388c1cb req-db1806bf-3f48-4e47-aa75-95cb6a55998f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.2128317
Feb 17 04:37:35.945121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-f680146a-83ba-4794-8a7c-8cdeac90e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.947692 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-f680146a-83ba-4794-8a7c-8cdeac90e3fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1751935
Feb 17 04:37:36.089679 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cbe51880-8c79-4fea-9f38-864da388c1cb req-4920a44c-ab71-4b18-bc42-e1bd26ee1900 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389375
Feb 17 04:37:36.096076 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-3b8d24ac-8fdd-42a5-8889-18bc4b55b2e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 998 time: 0.1297708
Feb 17 04:37:36.178142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-71f37d96-c5eb-48f4-90e6-d7270da25e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.179758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-71f37d96-c5eb-48f4-90e6-d7270da25e6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0721607
Feb 17 04:37:36.269701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-016a6704-a581-4042-a401-a9a6f389e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.271344 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-016a6704-a581-4042-a401-a9a6f389e364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805788
Feb 17 04:37:36.423382 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-86a59549-6aad-4ec7-9772-7735ac19834b service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383026
Feb 17 04:37:36.570771 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f87e82a-df60-42a9-a322-03efb9dd55dc req-df4f807e-f722-43a7-b515-5097b5548032 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388249
Feb 17 04:37:37.312007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e9c08-44f5-44ed-986d-ee75785ba0cc req-feafda10-e752-4c69-add2-d0dcd1f140b1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:37.313590 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a5e9c08-44f5-44ed-986d-ee75785ba0cc req-feafda10-e752-4c69-add2-d0dcd1f140b1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0954075
Feb 17 04:37:37.365546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a5e9c08-44f5-44ed-986d-ee75785ba0cc req-1bd77f0c-6201-43a5-89b6-439bf59d8ef4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454936
Feb 17 04:37:38.588701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6845b0-e906-4170-a120-9266a5ff5365 req-494b992f-a7f1-40a9-a7ee-0b011d0e2686 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:38.590397 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9d6845b0-e906-4170-a120-9266a5ff5365 req-494b992f-a7f1-40a9-a7ee-0b011d0e2686 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1012933
Feb 17 04:37:38.642681 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9d6845b0-e906-4170-a120-9266a5ff5365 req-1b5f42f1-361b-4fb2-bfbc-cac2a3415c85 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452955
Feb 17 04:37:39.865058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f704316-6d44-4aa7-99b2-fb6b9d3b4291 req-25270d77-9562-47a3-bbc6-20e48dacff82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:39.866731 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6f704316-6d44-4aa7-99b2-fb6b9d3b4291 req-25270d77-9562-47a3-bbc6-20e48dacff82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0965879
Feb 17 04:37:39.916369 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6f704316-6d44-4aa7-99b2-fb6b9d3b4291 req-a8deaa99-0f6b-48ce-bc21-1ba60e027924 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433292
Feb 17 04:37:40.289456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:41.129414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9acc2c-734c-4f4d-8eea-f15edab46006 req-3af5eb63-cdcb-4409-becc-5b7b2fa6b9f1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.130723 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f9acc2c-734c-4f4d-8eea-f15edab46006 req-3af5eb63-cdcb-4409-becc-5b7b2fa6b9f1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0891094
Feb 17 04:37:41.181469 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f9acc2c-734c-4f4d-8eea-f15edab46006 req-3d064a3b-146a-4a66-95d6-374fd3df9e71 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438745
Feb 17 04:37:42.395247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d41be-f6f5-4e0e-ad11-8367dce1dd32 req-8cb74d81-a4a9-46dd-963e-147b1f7fa128 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.396866 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f66d41be-f6f5-4e0e-ad11-8367dce1dd32 req-8cb74d81-a4a9-46dd-963e-147b1f7fa128 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0920269
Feb 17 04:37:42.447458 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f66d41be-f6f5-4e0e-ad11-8367dce1dd32 req-d4c30204-db60-45ed-86b7-3fe52b55bf2d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433784
Feb 17 04:37:42.725161 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-fb2e60b6-24c4-4f1a-9b04-82c345fda15b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-678213976&fields=id&tenant_id=0d5b2911946848de81be8f9741faa90f HTTP/1.1" status: 200  len: 267 time: 0.0490010
Feb 17 04:37:42.821259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-e13b7f39-bbd7-4eda-882b-f0c185ef6f63 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.822890 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-e13b7f39-bbd7-4eda-882b-f0c185ef6f63 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 984 time: 0.0916131
Feb 17 04:37:42.836073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Request body: {'port': {'security_groups': ['260b88cd-9e8d-464f-a5d6-249a57f31a80']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:42.973129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.319157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:43.347188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.350962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.366596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.509893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=6']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:43.523528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.523945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.524356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.524780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.525157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.525560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.525950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.526343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.526738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.527153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.527550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.527938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.528388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.528784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.529176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.529567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.529956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.530347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.530749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.531215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.531752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.532120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.532517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.532907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:43.549843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:43.596714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:43.597413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.599552 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5dc2b30c-8082-4da5-8092-e08146d3a5ea req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "PUT /v2.0/ports/b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 942 time: 0.7685380
Feb 17 04:37:43.600362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:43.689535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-a37dcbc9-522c-4bf6-932f-27cca4a14d33 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups/914f5156-aeff-4c7c-abd4-a5e7718c83fd HTTP/1.1" status: 200  len: 3003 time: 0.0668609
Feb 17 04:37:43.692095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bfdf-150e-450a-aae8-923e71c6f511 req-87cb28bc-9fc8-4ebb-be4e-0f19003acff6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:43.693777 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0459bfdf-150e-450a-aae8-923e71c6f511 req-87cb28bc-9fc8-4ebb-be4e-0f19003acff6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1070719
Feb 17 04:37:43.774231 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0459bfdf-150e-450a-aae8-923e71c6f511 req-d168416f-6209-47f2-92bc-5d3fbbf3b28d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665069
Feb 17 04:37:43.774799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.809387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.826329 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:37:43.861756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.867122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-06145330-a735-436e-b9d0-e44989d5f3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.874369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-785b2771-ab18-451b-a790-a9af088f022d None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:43.874369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-785b2771-ab18-451b-a790-a9af088f022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.892595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914f5156-aeff-4c7c-abd4-a5e7718c83fd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:43.902723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.903994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9df1283-16de-4e04-a20f-12e86efe86f8 req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "DELETE /v2.0/security-groups/914f5156-aeff-4c7c-abd4-a5e7718c83fd HTTP/1.1" status: 204  len: 173 time: 0.2049520
Feb 17 04:37:43.904910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-785584be-ff53-45b8-a244-69b44acc373a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:44.049985 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-875d70cb-97a6-4f91-9b8e-caae70055238 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/floatingips/4c3ecb51-ee5a-4ff9-ac29-7b9887784640 HTTP/1.1" status: 200  len: 997 time: 0.1251256
Feb 17 04:37:44.223962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c7207f1e-6541-47f2-bf33-0a30a74cbcb0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:44.225473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c7207f1e-6541-47f2-bf33-0a30a74cbcb0 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1694012
Feb 17 04:37:44.237321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-665bc420-8f11-44b6-bdb8-b5b8e84640a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:37:44.238637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-665bc420-8f11-44b6-bdb8-b5b8e84640a5 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0070410
Feb 17 04:37:44.356114 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-78e8ae3e-4249-44d1-bfe2-69d12657d354 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.36 HTTP/1.1" status: 200  len: 1000 time: 0.1106772
Feb 17 04:37:44.440168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-1fc4a272-a7d4-41aa-94d9-9b558f2fd907 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:44.441607 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-1fc4a272-a7d4-41aa-94d9-9b558f2fd907 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports/b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 942 time: 0.0790939
Feb 17 04:37:44.646226 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-67c6c329-0e1f-4678-b320-a54579ea7560 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.36 HTTP/1.1" status: 200  len: 1000 time: 0.1130774
Feb 17 04:37:44.883390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Deleting port 4267393b-deed-456a-a91d-ba6c2dc4fd1f {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:44.883756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.009862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec3b6-c813-42c9-a7f1-70e699acecfd req-fbfa7d1c-f96b-489b-955c-9075e9af6a26 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:45.011621 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-015ec3b6-c813-42c9-a7f1-70e699acecfd req-fbfa7d1c-f96b-489b-955c-9075e9af6a26 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1074915
Feb 17 04:37:45.067231 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-015ec3b6-c813-42c9-a7f1-70e699acecfd req-932495e2-6762-4752-9275-a0d14601cb5b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480747
Feb 17 04:37:45.303274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.303669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.453912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Calling delete_port for 4267393b-deed-456a-a91d-ba6c2dc4fd1f owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:45.664153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.685871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:45.822355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event deleted for resources: {'Port': ['ID=4267393b-deed-456a-a91d-ba6c2dc4fd1f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:45.843392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.844036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.844984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.845400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.845804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.846211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.846608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.847007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.847429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.847826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.848222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.848616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.849701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.849701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.850024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.850420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.850814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.851239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.851634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.852033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.852429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.852823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.853221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.853615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:45.861961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:45.872575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device b60a0e42-338e-46c0-ba43-9b2027219e08 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:45.965059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port b60a0e42-338e-46c0-ba43-9b2027219e08 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:45.965472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.028466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.029254 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Floating IP 4c3ecb51-ee5a-4ff9-ac29-7b9887784640 disassociated (deleted). External IP: 172.27.1.36, port: b60a0e42-338e-46c0-ba43-9b2027219e08.
Feb 17 04:37:46.343522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc095d-4f1b-4cfa-aefa-5635e4fb84a9 req-c95fc1d9-18a3-4921-9879-87db7fd25001 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:46.345709 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58fc095d-4f1b-4cfa-aefa-5635e4fb84a9 req-c95fc1d9-18a3-4921-9879-87db7fd25001 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0970128
Feb 17 04:37:46.350133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5f37875-c2c2-4521-a256-aa3b00ecc746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.407637 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58fc095d-4f1b-4cfa-aefa-5635e4fb84a9 req-283049fc-c4c1-4a70-9a8f-6e9a9f0b21be tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519400
Feb 17 04:37:46.461537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Router a6c60cec-6717-47a5-b627-4dcbf37e19a7 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:46.702503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:46.721633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Sync routers for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:46.737597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.738054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:46.738765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945708320>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:46.814608 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "DELETE /v2.0/floatingips/4c3ecb51-ee5a-4ff9-ac29-7b9887784640 HTTP/1.1" status: 204  len: 173 time: 2.1613364
Feb 17 04:37:46.818857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:46.915206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f63988-35f7-4fbf-af27-460408db3678 req-90e36a67-6a9f-4b02-bbe4-5100928404d9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:46.917068 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-53f63988-35f7-4fbf-af27-460408db3678 req-90e36a67-6a9f-4b02-bbe4-5100928404d9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1382916
Feb 17 04:37:46.957129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-3aabae04-b968-4ea1-a7b7-f0fd894e2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:46.967383 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-3aabae04-b968-4ea1-a7b7-f0fd894e2e3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.1387544
Feb 17 04:37:46.984847 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-53f63988-35f7-4fbf-af27-460408db3678 req-4b412f99-8f8f-4dec-bcca-516819c19ebd tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555727
Feb 17 04:37:47.024125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:47.095771 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:37:47.177874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-d2681a65-a8e3-46b5-97f0-13314a709993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.180043 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-d2681a65-a8e3-46b5-97f0-13314a709993 service neutron] 10.222.0.78 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.2111828
Feb 17 04:37:47.261578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-79523949-a1ac-4362-8fc3-f3627fe93f0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 217 time: 0.0725515
Feb 17 04:37:47.339216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-434c1759-a53b-4001-95ba-e5a9965c4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.343758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-434c1759-a53b-4001-95ba-e5a9965c4aa1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0754359
Feb 17 04:37:47.397631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945708320>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:47.402553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Checking router: a6c60cec-6717-47a5-b627-4dcbf37e19a7 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:47.413423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:47.414121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945708320>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:47.439398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-092a5e49-3d96-42b5-9ec5-247039dc8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.440132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-092a5e49-3d96-42b5-9ec5-247039dc8147 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922041
Feb 17 04:37:47.630739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-55317cff-85d7-46cf-878a-71599c4cdb58 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790006
Feb 17 04:37:47.659197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c2b58-fc80-4abc-b4d8-e71cad8c0349 req-9c16405b-ed91-44c8-8d15-7b256c14f524 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.660990 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-186c2b58-fc80-4abc-b4d8-e71cad8c0349 req-9c16405b-ed91-44c8-8d15-7b256c14f524 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1152463
Feb 17 04:37:47.661679 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:47.725462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-186c2b58-fc80-4abc-b4d8-e71cad8c0349 req-45816ff0-4396-451d-9020-ee6943b859d6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578706
Feb 17 04:37:47.830022 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a50a7785-b68a-4a0f-899c-c980f7c63367 req-17faaa9e-4c2d-4e2f-8624-8d9b640bf804 service neutron] 10.222.0.78 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1908784
Feb 17 04:37:48.030230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945708320>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:48.035603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc7206-803b-4b6f-9c0e-4c4c429c3ff3 None None] The sync data for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi is: [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:32:57Z', 'revision_number': 4, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'aa5c0386-ad05-4782-a942-a56c1faab2f4', 'name': '', 'network_id': '10e65970-91b2-49d9-93cf-ec97654274a6', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'mac_address': 'fa:16:3e:c8:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:33:05Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'subnets': [{'id': '7507ec1b-0766-4b84-bdeb-5fb72e5ef76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:48.269855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d48594-12a1-4976-8472-5a4ca328572d req-4c0a85e0-2322-496a-99d2-b124c9e6201f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:48.271600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3d48594-12a1-4976-8472-5a4ca328572d req-4c0a85e0-2322-496a-99d2-b124c9e6201f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1191838
Feb 17 04:37:48.323870 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e3d48594-12a1-4976-8472-5a4ca328572d req-620f3ac5-e6d1-4e8c-ae79-7ec11e665ad7 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458107
Feb 17 04:37:48.522976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde40689-3975-42b0-8fdc-0e72b8616c25 None None] New status for floating IP 4c3ecb51-ee5a-4ff9-ac29-7b9887784640: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:37:48.735721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb1e77f9-e311-4b89-af26-bf8b77803fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.936753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aea52-db85-430e-baea-516c44f699ac req-9bf1e1b9-1b1a-4e56-a382-0d6fd74862fc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:48.939006 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2a9aea52-db85-430e-baea-516c44f699ac req-9bf1e1b9-1b1a-4e56-a382-0d6fd74862fc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0899756
Feb 17 04:37:48.990210 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2a9aea52-db85-430e-baea-516c44f699ac req-5cac8a20-d211-479f-8523-ba258060ba6c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445716
Feb 17 04:37:49.492580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.548994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71819f-d07d-4eda-81d0-1ac6a56a04c8 req-34706c97-cc1d-4fdd-95c4-4e20207596b3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:49.550780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e71819f-d07d-4eda-81d0-1ac6a56a04c8 req-34706c97-cc1d-4fdd-95c4-4e20207596b3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0962291
Feb 17 04:37:49.601571 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3e71819f-d07d-4eda-81d0-1ac6a56a04c8 req-3eaea226-45bf-4178-b917-d29d2c19bda1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442278
Feb 17 04:37:50.211276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e411a7e-df91-4671-a5cf-7aab42a115f9 req-2d28f94b-2a8f-4e39-91f3-7e89e5a97633 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:50.212940 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7e411a7e-df91-4671-a5cf-7aab42a115f9 req-2d28f94b-2a8f-4e39-91f3-7e89e5a97633 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0911241
Feb 17 04:37:50.268736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7e411a7e-df91-4671-a5cf-7aab42a115f9 req-c2888542-97ea-4237-9190-8cbc99f76021 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490077
Feb 17 04:37:50.351783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.811142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7386f-af39-4488-bdb0-e00c836d292c req-eb22023d-9e0f-4408-b146-d82aa075ebfe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:50.812787 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aae7386f-af39-4488-bdb0-e00c836d292c req-eb22023d-9e0f-4408-b146-d82aa075ebfe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0905025
Feb 17 04:37:50.864823 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aae7386f-af39-4488-bdb0-e00c836d292c req-1a7291e3-6a58-4090-9690-7828f0033d94 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443699
Feb 17 04:37:50.919150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.484723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320604-f9d6-4f97-8eef-43cec5fbce07 req-0152b3b4-aacd-418d-90da-c104453feac2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.487007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d0320604-f9d6-4f97-8eef-43cec5fbce07 req-0152b3b4-aacd-418d-90da-c104453feac2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0929201
Feb 17 04:37:51.538053 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d0320604-f9d6-4f97-8eef-43cec5fbce07 req-e5ac1d30-cd3e-43cd-9903-d735e8d1bfcc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443673
Feb 17 04:37:52.073394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d62d5-1343-4626-97c8-e026be6a207c req-c93b06db-20b1-4980-8e28-a8345fdce863 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.075018 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c7d62d5-1343-4626-97c8-e026be6a207c req-c93b06db-20b1-4980-8e28-a8345fdce863 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0956624
Feb 17 04:37:52.122336 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c7d62d5-1343-4626-97c8-e026be6a207c req-0d666832-2ec7-45d5-bd29-902b702203d5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404906
Feb 17 04:37:52.750552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f34e04-dddd-43d6-92c6-dc896b8f5f01 req-c594692a-9b50-4757-8415-9932d23416cb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.752208 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72f34e04-dddd-43d6-92c6-dc896b8f5f01 req-c594692a-9b50-4757-8415-9932d23416cb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0920339
Feb 17 04:37:52.800824 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72f34e04-dddd-43d6-92c6-dc896b8f5f01 req-8e4478b1-c9ec-48cd-90e4-3f761549b3ae tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422809
Feb 17 04:37:53.338835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd656b1-a7f7-475f-b3eb-75a978542b29 req-755ead7d-7519-4a4b-bc9f-6d1f66c689bb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:53.340384 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bfd656b1-a7f7-475f-b3eb-75a978542b29 req-755ead7d-7519-4a4b-bc9f-6d1f66c689bb tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0934031
Feb 17 04:37:53.388956 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bfd656b1-a7f7-475f-b3eb-75a978542b29 req-d98929dc-464e-4ac9-92ed-8c593884cea3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420475
Feb 17 04:37:54.011477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4f647-01fc-4d1f-9a60-c2a326c21e7a req-988bd11e-60c9-4a71-a227-a64c9586926d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.014293 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59a4f647-01fc-4d1f-9a60-c2a326c21e7a req-988bd11e-60c9-4a71-a227-a64c9586926d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0948119
Feb 17 04:37:54.073190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59a4f647-01fc-4d1f-9a60-c2a326c21e7a req-08d4cb14-1c7b-4dbc-9633-f84870435874 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522664
Feb 17 04:37:54.723823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11d08-10ff-4168-89b9-170e9ef41aa6 req-7a2869cf-ce2e-4a33-8605-1d9f735fc702 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.725417 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c7a11d08-10ff-4168-89b9-170e9ef41aa6 req-7a2869cf-ce2e-4a33-8605-1d9f735fc702 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0871134
Feb 17 04:37:54.772152 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c7a11d08-10ff-4168-89b9-170e9ef41aa6 req-3e1f0f6b-c439-4234-bf47-50ee3e3cc7ef tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406873
Feb 17 04:37:55.280651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc816df-c94f-4373-a0d7-480579a1a762 req-941d18c8-423b-46fb-a68c-ae2630cc6d4d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.282270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bcc816df-c94f-4373-a0d7-480579a1a762 req-941d18c8-423b-46fb-a68c-ae2630cc6d4d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0905869
Feb 17 04:37:55.332073 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bcc816df-c94f-4373-a0d7-480579a1a762 req-064d46eb-3921-4962-ae02-4062fd803b69 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428510
Feb 17 04:37:55.542118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-e6c51189-be39-4406-9869-44d227ec25df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.543864 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-e6c51189-be39-4406-9869-44d227ec25df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.0815926
Feb 17 04:37:55.695614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-69c833a4-a17e-4f97-96b6-0f22b0d4a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.697198 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-69c833a4-a17e-4f97-96b6-0f22b0d4a6f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1412909
Feb 17 04:37:55.993696 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-835abba6-828a-4d98-a0f5-ed4c07b9f054 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 217 time: 0.2869921
Feb 17 04:37:56.112325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-d7015fc6-5f67-4f8f-ae44-b7bd61843836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.113884 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-d7015fc6-5f67-4f8f-ae44-b7bd61843836 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0795050
Feb 17 04:37:56.187648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7181d7-3251-4c29-ace8-216b2331c54b req-8897dc7b-c30e-4cb6-ab35-5249d5861653 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.189386 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f7181d7-3251-4c29-ace8-216b2331c54b req-8897dc7b-c30e-4cb6-ab35-5249d5861653 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1975291
Feb 17 04:37:56.254556 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f7181d7-3251-4c29-ace8-216b2331c54b req-382403c0-8d03-499b-b108-0e790f0300dc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580320
Feb 17 04:37:56.257184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-d41cc370-c321-4f1b-8558-0be3afcc3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.258695 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-d41cc370-c321-4f1b-8558-0be3afcc3020 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1330862
Feb 17 04:37:56.409166 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-d5dc4ebd-4816-424e-88bd-1ab7567787e3 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380720
Feb 17 04:37:56.541063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b657-01a0-4457-abba-bd284f892a0c req-b167b6f3-9ee3-4470-a82b-973c2f3f577b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.542707 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2b7b657-01a0-4457-abba-bd284f892a0c req-b167b6f3-9ee3-4470-a82b-973c2f3f577b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0895889
Feb 17 04:37:56.563421 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8d68b73-3745-465f-a86f-1b9118d679a8 req-f923ddd0-79fa-4621-964d-39e09899c0fe service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435964
Feb 17 04:37:56.594819 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2b7b657-01a0-4457-abba-bd284f892a0c req-e9e8437b-b770-4f53-8aff-1e48007b50b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454426
Feb 17 04:37:56.849230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-94e39c60-4e68-4923-8299-0da7defcb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.850871 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-94e39c60-4e68-4923-8299-0da7defcb9f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d5b2911946848de81be8f9741faa90f&device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 1162 time: 0.0863249
Feb 17 04:37:57.001691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-811b4f48-091b-470d-8dbc-a60afc1ca34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.003679 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-811b4f48-091b-470d-8dbc-a60afc1ca34d service neutron] 10.222.0.59 "GET /v2.0/networks?id=10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 200  len: 909 time: 0.1409993
Feb 17 04:37:57.084367 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-ae2269ad-a711-4086-847b-e9398afabc57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 200  len: 217 time: 0.0676975
Feb 17 04:37:57.165488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-42a9f561-0d33-4565-a8f9-9e7b7d290c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.167158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-42a9f561-0d33-4565-a8f9-9e7b7d290c11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 200  len: 854 time: 0.0746155
Feb 17 04:37:57.311075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-1c4a27d6-e113-4c38-8422-e9b33215c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.312655 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-1c4a27d6-e113-4c38-8422-e9b33215c1bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10e65970-91b2-49d9-93cf-ec97654274a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822535
Feb 17 04:37:57.463721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db642a6-6dde-4453-9a3d-04c856f9fbaa req-154a4f94-9424-4489-b30f-ca7a8c02d868 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.465360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-0454b439-3701-4eb9-9add-0fcba3c119b0 service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392648
Feb 17 04:37:57.465513 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6db642a6-6dde-4453-9a3d-04c856f9fbaa req-154a4f94-9424-4489-b30f-ca7a8c02d868 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0888457
Feb 17 04:37:57.514870 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6db642a6-6dde-4453-9a3d-04c856f9fbaa req-2ebf0709-58bf-48dd-aeeb-f0e6c4b38982 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422571
Feb 17 04:37:57.615178 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a58ea08-3f50-4502-83f8-66ae5ba4319d req-a1ef216a-bd75-4f64-ba90-ae61df53863d service neutron] 10.222.0.59 "GET /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385739
Feb 17 04:37:57.739787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:57.813088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:57.813522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.872309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-ba38556a-7e71-488b-b26b-2ed3b3481587 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.873835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-ba38556a-7e71-488b-b26b-2ed3b3481587 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.1239400
Feb 17 04:37:57.881347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c39a-937c-4f7f-b43b-73262fa787b6 req-7109ac7d-c03c-4fc5-b25c-6af0be0e4f82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.882861 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a03c39a-937c-4f7f-b43b-73262fa787b6 req-7109ac7d-c03c-4fc5-b25c-6af0be0e4f82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1701994
Feb 17 04:37:57.989147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:57.989522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.031577 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a03c39a-937c-4f7f-b43b-73262fa787b6 req-7595d097-d32a-4f3f-a066-da5feb326454 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122184
Feb 17 04:37:58.263692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] For port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:58.264094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.591682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.592216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.592625 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Floating IP fe4b1013-57ae-48d6-ac39-7f311f5907a3 disassociated. External IP: 172.27.1.78, port: 55e2629a-f0a2-41a8-b1d3-df6b83ba5111.
Feb 17 04:37:58.593005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:58.721984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eac200-6568-418b-ba2d-03ae949386b3 req-65f2e7ac-f19c-4c8c-971c-2dfb8613d28e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:58.723239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e9eac200-6568-418b-ba2d-03ae949386b3 req-65f2e7ac-f19c-4c8c-971c-2dfb8613d28e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 945 time: 0.0924046
Feb 17 04:37:58.752875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.770488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9301b1a0-b269-424d-93fe-71f850fa6127 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:58.772022 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e9eac200-6568-418b-ba2d-03ae949386b3 req-59309f9d-4e6c-4f4d-be2b-61167a9fb6f6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=30d6065d-4e58-4ae1-89c9-1bf9102d53a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424745
Feb 17 04:37:58.872535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'Port': ['ID=55e2629a-f0a2-41a8-b1d3-df6b83ba5111,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:58.875304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:59.149284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:59.467318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:59.508155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:37:59.508592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:37:59.637007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8696-c9bc-44af-9294-5b7c096195b6 req-1bffc00b-b266-4cd2-a2b7-81785befe08b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.638651 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a1f8696-c9bc-44af-9294-5b7c096195b6 req-1bffc00b-b266-4cd2-a2b7-81785befe08b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.4827898
Feb 17 04:37:59.648750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:59.662260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:59.674791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:59.676075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0860>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:59.704427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] No DVR routers for this DVR port 55e2629a-f0a2-41a8-b1d3-df6b83ba5111 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:37:59.709507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:59.712274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'name': 'network-vif-deleted', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:59.741721 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-958062dd-a399-4baf-96d7-63e1e02e6b32 req-5a4d858a-3a5e-4d12-b5d7-100bcd986914 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "DELETE /v2.0/ports/55e2629a-f0a2-41a8-b1d3-df6b83ba5111 HTTP/1.1" status: 204  len: 173 time: 1.8577697
Feb 17 04:37:59.757687 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a1f8696-c9bc-44af-9294-5b7c096195b6 req-3e5d265b-f4e3-4477-bb3f-c689c19e60e0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104083
Feb 17 04:37:59.819860 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d1ce27-f63b-4523-88be-55f65a6a2529', 'name': 'network-vif-deleted', 'tag': '55e2629a-f0a2-41a8-b1d3-df6b83ba5111', 'status': 'completed', 'code': 200}
Feb 17 04:38:00.007430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-906254ae-f056-4091-ae69-10a62e16ee6a req-c77d5ce9-f18c-4259-acdf-cad42027c22e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:00.025602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-906254ae-f056-4091-ae69-10a62e16ee6a req-c77d5ce9-f18c-4259-acdf-cad42027c22e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:00.041022 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-906254ae-f056-4091-ae69-10a62e16ee6a req-c77d5ce9-f18c-4259-acdf-cad42027c22e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=29d1ce27-f63b-4523-88be-55f65a6a2529 HTTP/1.1" status: 200  len: 210 time: 0.0877912
Feb 17 04:38:00.145342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:00.400444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b067-48af-4490-a49c-a00452cd8d78 req-76938faf-b8d8-43b4-8ec6-ee0136280476 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.401968 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5816b067-48af-4490-a49c-a00452cd8d78 req-76938faf-b8d8-43b4-8ec6-ee0136280476 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.0927556
Feb 17 04:38:00.453950 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5816b067-48af-4490-a49c-a00452cd8d78 req-1ac789c3-fb7c-4d32-9a25-6338b56cb72f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:00.471746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5816b067-48af-4490-a49c-a00452cd8d78 req-1ac789c3-fb7c-4d32-9a25-6338b56cb72f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:00.473164 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5816b067-48af-4490-a49c-a00452cd8d78 req-1ac789c3-fb7c-4d32-9a25-6338b56cb72f tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637906
Feb 17 04:38:00.496336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0860>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:00.502213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:00.511722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:00.512648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0860>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:00.708025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:00.993068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c01f3-5f4f-4478-9c14-20e3565e8365 req-d5cfe070-58da-4588-9f78-cd77db53877f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.998706 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d10c01f3-5f4f-4478-9c14-20e3565e8365 req-d5cfe070-58da-4588-9f78-cd77db53877f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1091633
Feb 17 04:38:01.050583 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d10c01f3-5f4f-4478-9c14-20e3565e8365 req-7ba3ff42-b7f1-4b76-8a73-9c63285e7257 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478637
Feb 17 04:38:01.081520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0860>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:01.085892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c0307-46c8-484f-8e2b-c13cff4ec331 None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:01.179810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52190) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:01.253851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.284759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.331677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.336996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1adfebc6-54a1-4efd-98aa-5d77fd0143aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:01.353843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d6065d-4e58-4ae1-89c9-1bf9102d53a6,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:01.356739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:01.366837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.370848 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "DELETE /v2.0/security-groups/30d6065d-4e58-4ae1-89c9-1bf9102d53a6 HTTP/1.1" status: 204  len: 168 time: 0.1874743
Feb 17 04:38:01.371283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52194) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:01.394710 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.v2.resource [None req-ecb050c0-4657-44a5-8b59-6cb7ac045794 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] show failed (client error): The resource could not be found.
Feb 17 04:38:01.399075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52198) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:01.399771 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ecb050c0-4657-44a5-8b59-6cb7ac045794 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups/30d6065d-4e58-4ae1-89c9-1bf9102d53a6 HTTP/1.1" status: 404  len: 347 time: 0.0273550
Feb 17 04:38:01.539581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9ad67-2dbf-4f40-bb0b-e269187430cb None None] New status for floating IP fe4b1013-57ae-48d6-ac39-7f311f5907a3: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:38:01.692046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a7a48-c8af-41a7-9682-44436a919d64 req-ce56abe0-54cc-4594-9a8c-58379cd34518 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:01.693805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-034a7a48-c8af-41a7-9682-44436a919d64 req-ce56abe0-54cc-4594-9a8c-58379cd34518 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.1004925
Feb 17 04:38:01.754567 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-034a7a48-c8af-41a7-9682-44436a919d64 req-1e253851-a202-48ca-aea9-d45f4b54f331 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531261
Feb 17 04:38:01.822542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 1a9a8f86-9913-4a5d-baf4-eaf6da2be56a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:01.822924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.016632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.017456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.165203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 1a9a8f86-9913-4a5d-baf4-eaf6da2be56a owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:02.327228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1e32-a3a7-4bce-883c-a949cf0d68cb req-2baf38f4-51f4-4c5b-bf39-30e3c6e6ae9c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:02.328780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aedd1e32-a3a7-4bce-883c-a949cf0d68cb req-2baf38f4-51f4-4c5b-bf39-30e3c6e6ae9c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1314497
Feb 17 04:38:02.332861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:38:02.333230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:38:02.379621 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aedd1e32-a3a7-4bce-883c-a949cf0d68cb req-f35a23fc-7624-4528-9e42-19801366f3a7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436749
Feb 17 04:38:02.834489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 1a9a8f86-9913-4a5d-baf4-eaf6da2be56a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:02.834978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.028394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.028735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.035920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf951-93ed-431b-b021-d13dd8556c8c req-2f8caf90-855f-490a-9931-e4cbabac233e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.037519 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-207cf951-93ed-431b-b021-d13dd8556c8c req-2f8caf90-855f-490a-9931-e4cbabac233e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.59 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.1648254
Feb 17 04:38:03.044537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982309-dd69-4a8e-82a1-f5c73c34b8c7 req-5a055d4c-92eb-4d15-9cfa-2ff29a8ba20d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.046072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f982309-dd69-4a8e-82a1-f5c73c34b8c7 req-5a055d4c-92eb-4d15-9cfa-2ff29a8ba20d tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 945 time: 0.1315269
Feb 17 04:38:03.156291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Deleting port b60a0e42-338e-46c0-ba43-9b2027219e08 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:03.156663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.173657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 1a9a8f86-9913-4a5d-baf4-eaf6da2be56a owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:03.193711 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1f982309-dd69-4a8e-82a1-f5c73c34b8c7 req-f05ef842-300e-43ec-8879-7de5199824b8 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147790
Feb 17 04:38:03.327704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.344240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb4e10e-80d3-4ba7-a0c9-f74e8362a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.445071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:03.445479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.449602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'Port': ['ID=1a9a8f86-9913-4a5d-baf4-eaf6da2be56a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.457038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:03.499094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device b60a0e42-338e-46c0-ba43-9b2027219e08 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:03.585600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Calling delete_port for b60a0e42-338e-46c0-ba43-9b2027219e08 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:03.628720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.648186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.658968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:03.670157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:03.674426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.677410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.680744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:38:03.681266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:38:03.682556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8596-500c-4f26-b638-3e51c0a2f377 req-5a8dc0ec-fcd0-4073-b214-72c3a336e1fe tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.687542 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48ce8596-500c-4f26-b638-3e51c0a2f377 req-5a8dc0ec-fcd0-4073-b214-72c3a336e1fe tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.1777930
Feb 17 04:38:03.712994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.714214 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "DELETE /v2.0/floatingips/fe4b1013-57ae-48d6-ac39-7f311f5907a3 HTTP/1.1" status: 204  len: 168 time: 2.3135695
Feb 17 04:38:03.723285 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'code': 200}
Feb 17 04:38:03.746430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48ce8596-500c-4f26-b638-3e51c0a2f377 req-2b22c408-5e98-4831-ae8a-9bb445a36551 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527573
Feb 17 04:38:03.754802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=7']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.760987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.019401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52214) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.025197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72357758', 'description': 'tempest-description--975945290'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:04.031520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.036432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.039523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.045337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.054955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.081001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.085103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.088057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.093788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.170069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.172955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.178527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.182038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Deleting port b60a0e42-338e-46c0-ba43-9b2027219e08 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:04.182425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.201657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.224164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.228644 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2080369
Feb 17 04:38:04.228777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52220) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.230378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a1b05-88a2-4e29-b3d0-0604cb050251,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:04.234190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.237424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a1b05-88a2-4e29-b3d0-0604cb050251', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:04.253839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.261106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.289938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.308029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.402853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77701b-e2ed-4487-b0f3-9c8c8ff7a9fe req-358724ea-c820-4685-99bb-5ce9e5cefdbc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:04.403761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9a77701b-e2ed-4487-b0f3-9c8c8ff7a9fe req-358724ea-c820-4685-99bb-5ce9e5cefdbc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Synchronizing usage tracker for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:04.413067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.418808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-9a77701b-e2ed-4487-b0f3-9c8c8ff7a9fe req-358724ea-c820-4685-99bb-5ce9e5cefdbc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Unset dirty status for tenant:0d5b2911946848de81be8f9741faa90f on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:04.420200 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a77701b-e2ed-4487-b0f3-9c8c8ff7a9fe req-358724ea-c820-4685-99bb-5ce9e5cefdbc tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 943 time: 0.1071756
Feb 17 04:38:04.471852 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a77701b-e2ed-4487-b0f3-9c8c8ff7a9fe req-8a256406-1235-4c40-96b9-730b0e621e21 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/security-groups?id=260b88cd-9e8d-464f-a5d6-249a57f31a80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445755
Feb 17 04:38:04.527700 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] For port b60a0e42-338e-46c0-ba43-9b2027219e08, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=b60a0e42-338e-46c0-ba43-9b2027219e08,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:04.528022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.602293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.672824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Calling delete_port for b60a0e42-338e-46c0-ba43-9b2027219e08 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:04.702102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.713213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.754958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deddbcfc-d444-4046-9903-623c1ce47ffc,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:04.760302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.786316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.787569 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bd86abba-8081-4d14-8b94-cc507f47892d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5577509
Feb 17 04:38:04.790682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52226) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.797425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a1b05-88a2-4e29-b3d0-0604cb050251', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:04.803934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.808053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:security_group_rule and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.811118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.817723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.839619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.859314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.874597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3aa6d67a-cead-4b6e-a801-682ec837fa35 tempest-VolumesActionsTest-711345757 tempest-VolumesActionsTest-711345757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.908008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.911468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.913654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ed517902-6ab4-49a5-ae37-033f5fc364f9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.939386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafe6f16-dcbf-4bdb-a899-84271f6223f9,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:04.942140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.948454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.949758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1575642
Feb 17 04:38:04.953088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52230) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.959209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:04.965001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.969121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Usage tracker for resource:floatingip and tenant:a2c8716a46f54187902492f8ce162f58 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.972229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.978039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.987836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.025079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Pushing event deleted for resources: {'Port': ['ID=b60a0e42-338e-46c0-ba43-9b2027219e08,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.034616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.124931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561118a-d793-486f-8b38-8eaaefd53b86 req-76089a2a-0fc9-45f0-b023-11811b9b54d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:05.126751 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5561118a-d793-486f-8b38-8eaaefd53b86 req-76089a2a-0fc9-45f0-b023-11811b9b54d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.2200668
Feb 17 04:38:05.146702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.188424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] No DVR routers for this DVR port b60a0e42-338e-46c0-ba43-9b2027219e08 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:38:05.193514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.196275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-deleted', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:05.230269 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-207cf951-93ed-431b-b021-d13dd8556c8c req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.59 "DELETE /v2.0/ports/b60a0e42-338e-46c0-ba43-9b2027219e08 HTTP/1.1" status: 204  len: 173 time: 2.1831203
Feb 17 04:38:05.235579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5561118a-d793-486f-8b38-8eaaefd53b86 req-3f19fd85-c80b-4cd6-b891-4c9706b98312 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674434
Feb 17 04:38:05.253550 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b195626c-7ee1-4679-b956-f7ef7d6328f6', 'name': 'network-vif-deleted', 'tag': 'b60a0e42-338e-46c0-ba43-9b2027219e08', 'status': 'completed', 'code': 200}
Feb 17 04:38:05.442763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Allocated IP 172.27.1.225 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/95679cef-e276-477a-9125-b4894e7c3249) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:05.608725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.667886 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a0a18744-ff07-43cd-bb94-55ada369edfa req-c36f3f33-0e5c-40f5-b871-c790da09258a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b195626c-7ee1-4679-b956-f7ef7d6328f6 HTTP/1.1" status: 200  len: 210 time: 0.0536642
Feb 17 04:38:05.691456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.707406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.855392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=95679cef-e276-477a-9125-b4894e7c3249,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.861608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.905083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:05.906354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:05.908942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:05.994370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.055782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.340824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:06.345473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.349382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.366677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:06.419576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:06.419999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.451226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc499-2a7d-4d9f-96d3-61da3eed8874 req-08081820-240d-4b3a-adb6-bea478d5ed20 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:06.452381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19bfc499-2a7d-4d9f-96d3-61da3eed8874 req-08081820-240d-4b3a-adb6-bea478d5ed20 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 943 time: 0.0943441
Feb 17 04:38:06.505780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-19bfc499-2a7d-4d9f-96d3-61da3eed8874 req-e46e77fe-50fc-4ff3-a72c-ffe6ba8d1aa8 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449007
Feb 17 04:38:06.528093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=95679cef-e276-477a-9125-b4894e7c3249,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:06.533680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:06.557336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.590006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:06.600484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:06.603789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.605916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a07fcc9-ee4e-427b-a087-fe07b3cb5b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:06.630778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.646920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'code': 200}
Feb 17 04:38:06.653535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.654882 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7007868
Feb 17 04:38:06.682582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=6']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:06.686543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:06.891332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-97b6dd5e-74a2-4f7d-8c3d-4f4877406947 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:06.906370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-97b6dd5e-74a2-4f7d-8c3d-4f4877406947 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:06.908324 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-97b6dd5e-74a2-4f7d-8c3d-4f4877406947 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--72357758&fields=id&tenant_id=a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 267 time: 0.0634716
Feb 17 04:38:07.096036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-37628019-854d-40f1-8709-7e2c1af90c37 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.097602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-37628019-854d-40f1-8709-7e2c1af90c37 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 810 time: 0.1817098
Feb 17 04:38:07.114862 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-6aa617b5-c81c-44d2-90f6-876fea18e146 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/quotas/a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 375 time: 0.0112641
Feb 17 04:38:07.227563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-0f1d75ec-4498-49c8-9be6-d99e39df81ea tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:07.244464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-0f1d75ec-4498-49c8-9be6-d99e39df81ea tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:07.245936 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-0f1d75ec-4498-49c8-9be6-d99e39df81ea tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1226530
Feb 17 04:38:07.294767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8de9-c8ba-4011-a83e-353b8eb90ab8 req-7421670e-d2f7-4483-a821-48a123d301c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.296492 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-075d8de9-c8ba-4011-a83e-353b8eb90ab8 req-7421670e-d2f7-4483-a821-48a123d301c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1162 time: 0.0819945
Feb 17 04:38:07.334470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52294) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:07.350701 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-075d8de9-c8ba-4011-a83e-353b8eb90ab8 req-04d40b45-2590-4c6f-ba37-f099d8f5803e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465360
Feb 17 04:38:07.405373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-5a7b202c-e131-4d7d-9529-f78433c0c08a service neutron] 10.222.0.78 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449144
Feb 17 04:38:07.554506 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-cbbbf575-923e-45da-9d08-df75a1e366a0 service neutron] 10.222.0.78 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423290
Feb 17 04:38:07.732833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:07.768908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-dec88616-474e-4b3f-b9cf-70321e238553 req-e416a71e-6efc-42ed-a7b7-8e4dbd340a0e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 210 time: 0.0509984
Feb 17 04:38:07.824363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:07.824787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.149747 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bd83c-8fc7-41e6-b28e-4b1544c151f9 req-e8df4623-1a5d-4092-8dd6-91b6d65c6a44 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.151397 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c96bd83c-8fc7-41e6-b28e-4b1544c151f9 req-e8df4623-1a5d-4092-8dd6-91b6d65c6a44 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.5215950
Feb 17 04:38:08.266834 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c96bd83c-8fc7-41e6-b28e-4b1544c151f9 req-3da2c449-86a3-402e-9421-707245736f71 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089814
Feb 17 04:38:08.437729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.809712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Deleting port aa5c0386-ad05-4782-a942-a56c1faab2f4 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:08.810089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.961973 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cb62bc48-8adf-462b-9264-fb29876dd755 req-e7cc6b82-5294-441e-8762-68980bfceb6e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 210 time: 0.0755200
Feb 17 04:38:09.015186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] For port aa5c0386-ad05-4782-a942-a56c1faab2f4, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=aa5c0386-ad05-4782-a942-a56c1faab2f4,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:09.015593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.238005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Calling delete_port for aa5c0386-ad05-4782-a942-a56c1faab2f4 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:09.395576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-8ccd2e7e-d57a-4487-900f-970a013a7647 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.397178 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-8ccd2e7e-d57a-4487-900f-970a013a7647 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 810 time: 0.3701470
Feb 17 04:38:09.598370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-99b95107-817c-4a63-a3f6-7dcee53270b9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:09.622127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a035f1-11a8-4c9d-85e7-6e01bec6df5e req-f3097ded-70d2-4ee6-836c-1c5398ed29b2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.623752 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b9a035f1-11a8-4c9d-85e7-6e01bec6df5e req-f3097ded-70d2-4ee6-836c-1c5398ed29b2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.2256143
Feb 17 04:38:09.638063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-99b95107-817c-4a63-a3f6-7dcee53270b9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:09.639665 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-99b95107-817c-4a63-a3f6-7dcee53270b9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2c8716a46f54187902492f8ce162f58 HTTP/1.1" status: 200  len: 5702 time: 0.1914799
Feb 17 04:38:09.661272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'port': {'device_id': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'admin_state_up': True, 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'security_groups': ['aa5a1b05-88a2-4e29-b3d0-0604cb050251']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:09.736213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.748807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:09.871976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5c0386-ad05-4782-a942-a56c1faab2f4,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:09.891438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:09.902817 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b9a035f1-11a8-4c9d-85e7-6e01bec6df5e req-75b94f15-f3c3-4561-967b-8c056f95c831 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2703249
Feb 17 04:38:09.993085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:10.011648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:10.062530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Made reservation on behalf of a2c8716a46f54187902492f8ce162f58 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:10.068439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.141861 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-18f286d5-dbd9-4b86-b53d-5eafb44d48bd req-2b3b4bf3-056c-4278-949b-10678388f651 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 210 time: 0.0594175
Feb 17 04:38:10.705151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.906582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Allocated IP 172.20.0.11 (a4759f4f-636c-409c-a003-149d7d8e5a4a/3f7f338b-b95f-498a-808d-20fb9838bc1d/72a7c07e-7741-4138-b15c-7f46d1c74f7a) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:11.315982 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bc5efdff-cf5d-4888-b181-a5aaf752ac61 req-05a3b63e-97a9-4dab-861f-ed924fc40857 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 210 time: 0.0517983
Feb 17 04:38:11.340049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64095d-7271-487e-acc6-d945e548a145 req-85fb5ca2-4f51-458c-be1f-ab63152a6cfb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.341653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b64095d-7271-487e-acc6-d945e548a145 req-85fb5ca2-4f51-458c-be1f-ab63152a6cfb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.2810903
Feb 17 04:38:11.524911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.583258 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b64095d-7271-487e-acc6-d945e548a145 req-d498c04f-d08d-466a-a156-5e168456d8b3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719151
Feb 17 04:38:11.586320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Transition to ACTIVE for port object 72a7c07e-7741-4138-b15c-7f46d1c74f7a will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:11.625108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Router a6c60cec-6717-47a5-b627-4dcbf37e19a7 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:11.769270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.785393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2c1090-91fe-420e-99b8-5d8187eaf0dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:11.951934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event updated for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:11.968738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:12.004560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:12.013202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Sync routers for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:12.023735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:12.024494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945d24198>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:12.042567 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] 10.222.0.78 "PUT /v2.0/routers/a6c60cec-6717-47a5-b627-4dcbf37e19a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7055397
Feb 17 04:38:12.044665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Network a4759f4f-636c-409c-a003-149d7d8e5a4a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:12.045513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52364) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:12.045918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:12.048695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:12.115372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.116074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.155952 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4992893
Feb 17 04:38:12.175348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Request body: {'port': {'device_id': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:12.290120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:12.340518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.443385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-a5263048-8ee8-4fac-bb6d-faeca207eb15 None None] Provisioning for port 72a7c07e-7741-4138-b15c-7f46d1c74f7a completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:12.503922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-a5263048-8ee8-4fac-bb6d-faeca207eb15 None None] Provisioning complete for port 72a7c07e-7741-4138-b15c-7f46d1c74f7a triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:12.504350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5263048-8ee8-4fac-bb6d-faeca207eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.591442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.591695 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-a5263048-8ee8-4fac-bb6d-faeca207eb15 None None] Port 72a7c07e-7741-4138-b15c-7f46d1c74f7a cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:12.683653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945d24198>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:38:09Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:12.687856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Checking router: a6c60cec-6717-47a5-b627-4dcbf37e19a7 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:12.697205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Routers {'a6c60cec-6717-47a5-b627-4dcbf37e19a7'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:12.697878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945d24198>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:12.722917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd242-0b35-4a49-a012-1609e4977009 req-f6285f22-6bd5-4571-8b43-f65fb8dbe266 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.724560 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0dedd242-0b35-4a49-a012-1609e4977009 req-f6285f22-6bd5-4571-8b43-f65fb8dbe266 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 932 time: 0.2678695
Feb 17 04:38:12.802890 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0dedd242-0b35-4a49-a012-1609e4977009 req-73e31342-7d31-4dd0-b24e-d43f57e7c0e1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670526
Feb 17 04:38:12.842420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.848375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Deleting port 1e5ce9f3-176c-467c-bebc-a5f153443e20 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:12.848763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.905181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] Set router a6c60cec-6717-47a5-b627-4dcbf37e19a7 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:13.045751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] For port 1e5ce9f3-176c-467c-bebc-a5f153443e20, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=1e5ce9f3-176c-467c-bebc-a5f153443e20,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:13.046148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.049366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a7c07e-7741-4138-b15c-7f46d1c74f7a {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:13.058045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.075654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Transition to ACTIVE for port object 72a7c07e-7741-4138-b15c-7f46d1c74f7a will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:13.078485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.095307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:13.192458 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Calling delete_port for 1e5ce9f3-176c-467c-bebc-a5f153443e20 owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:13.249061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:13.257381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:13.343019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.435864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945d24198>, [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:38:09Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:13.442721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9414b-9e33-483c-bc9e-b35e5e922d45 None None] The sync data for ids ['a6c60cec-6717-47a5-b627-4dcbf37e19a7'] in dv-cinder-759987-4-iscsi is: [{'id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'name': 'tempest-TestMinimumBasicScenario-1096464601-router', 'tenant_id': '0d5b2911946848de81be8f9741faa90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:32:49Z', 'updated_at': '2021-02-17T04:38:09Z', 'revision_number': 5, 'project_id': '0d5b2911946848de81be8f9741faa90f', 'gw_port': {'id': '1e5ce9f3-176c-467c-bebc-a5f153443e20', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c60cec-6717-47a5-b627-4dcbf37e19a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:51Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:13.446872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Attempting to bind port 72a7c07e-7741-4138-b15c-7f46d1c74f7a on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:13.447282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Attempting to bind port 72a7c07e-7741-4138-b15c-7f46d1c74f7a by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:13.447654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Attempting to bind port 72a7c07e-7741-4138-b15c-7f46d1c74f7a on network a4759f4f-636c-409c-a003-149d7d8e5a4a {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:13.454115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:13.455184 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Checking segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:13.455484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.456217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Bound using segment: {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:13.456861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Bound port: 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b5180-c1b1-41b3-9583-39376723fe14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:13.457223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.551075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.574603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:13.578206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:13.582233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.598466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ec5e2d37-5c6d-4e4d-9475-6a6b4ed5af0c tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:13.692787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.695252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.720150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.721108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c60cec-6717-47a5-b627-4dcbf37e19a7 {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:38:13.736558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.740989 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1c15f63d-fe83-49ad-a775-e3f9c12e60cd admin admin] 10.222.0.78 "DELETE /v2.0/routers/a6c60cec-6717-47a5-b627-4dcbf37e19a7 HTTP/1.1" status: 204  len: 168 time: 1.6943803
Feb 17 04:38:13.741820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52370) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:13.764791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:13.769063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:13.800674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.801395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.802989 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/72a7c07e-7741-4138-b15c-7f46d1c74f7a HTTP/1.1" status: 200  len: 1158 time: 1.6328316
Feb 17 04:38:13.803587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:13.809890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Deleting subnet 7507ec1b-0766-4b84-bdeb-5fb72e5ef76c {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:38:13.813339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.874607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.910248 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'status': 'completed', 'code': 200}
Feb 17 04:38:13.965190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-215e91da-507c-40f1-8d33-41201dad80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.966839 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-215e91da-507c-40f1-8d33-41201dad80ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 1161 time: 0.1066065
Feb 17 04:38:14.060153 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-aca45a5d-1013-469b-89fc-4e9febabc61f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a HTTP/1.1" status: 200  len: 217 time: 0.0792456
Feb 17 04:38:14.086881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.135954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-ab2e8493-589c-448f-85dd-b0bba46f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.137756 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-ab2e8493-589c-448f-85dd-b0bba46f1f1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0713637
Feb 17 04:38:14.159924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccd7d-80ec-4579-b5f1-7cf6ff534d59 req-5d609528-a81f-4e51-8cc8-b36d2db99fe0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.164098 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf9ccd7d-80ec-4579-b5f1-7cf6ff534d59 req-5d609528-a81f-4e51-8cc8-b36d2db99fe0 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.1693032
Feb 17 04:38:14.231370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-c6d18480-0911-44b1-ba2f-a00ebd43aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.233987 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-c6d18480-0911-44b1-ba2f-a00ebd43aa98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894024
Feb 17 04:38:14.324095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cf9ccd7d-80ec-4579-b5f1-7cf6ff534d59 req-d54a1982-c1c2-4191-adae-98cc4e59282f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1305707
Feb 17 04:38:14.394894 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-323c35e9-03ec-44bc-86eb-3a6049b44466 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521790
Feb 17 04:38:14.435340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.451659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7767e284-5f2b-49f7-beb7-c17daf4ab4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:14.545553 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2cf05463-f7b9-4d33-b42f-55b6edd26699 req-f1da2a99-0493-497b-b02b-a2c6923dec98 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433530
Feb 17 04:38:14.546816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7507ec1b-0766-4b84-bdeb-5fb72e5ef76c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:14.550069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:14.589170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.594644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0c288-78b2-4e47-b32f-4833a5316ef5 None None] Network 10e65970-91b2-49d9-93cf-ec97654274a6 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:14.595945 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7507ec1b-0766-4b84-bdeb-5fb72e5ef76c HTTP/1.1" status: 204  len: 168 time: 0.8530395
Feb 17 04:38:14.597757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52378) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:14.731240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.731761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-578b0a87-f8db-41ee-b033-f6835eff0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.733835 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-578b0a87-f8db-41ee-b033-f6835eff0d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 1161 time: 0.0893505
Feb 17 04:38:14.807640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Deleting port de3e9cf7-5368-4b06-a29b-46442e2c13df {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:14.808129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.863480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] DHCP port deletion for 10e65970-91b2-49d9-93cf-ec97654274a6 request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:38:14.867764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Deleting port de3e9cf7-5368-4b06-a29b-46442e2c13df {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:14.868501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.894547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-5c2dc586-5d24-4baf-ae6c-0423000f9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.896239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-5c2dc586-5d24-4baf-ae6c-0423000f9740 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.1545582
Feb 17 04:38:14.970918 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-66aa5d1e-4b6c-4bc0-bb16-420e27b73a2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a HTTP/1.1" status: 200  len: 217 time: 0.0673800
Feb 17 04:38:15.034968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] For port de3e9cf7-5368-4b06-a29b-46442e2c13df, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=de3e9cf7-5368-4b06-a29b-46442e2c13df,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:15.035404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.044953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-33ea7d9d-5799-4d38-aff3-8fa8ec9762b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.046695 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-33ea7d9d-5799-4d38-aff3-8fa8ec9762b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0693202
Feb 17 04:38:15.100311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] For port de3e9cf7-5368-4b06-a29b-46442e2c13df, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=de3e9cf7-5368-4b06-a29b-46442e2c13df,segment=NetworkSegment(87cce9b2-d9ce-4992-9d64-646a665a4754),segment_id=87cce9b2-d9ce-4992-9d64-646a665a4754)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:15.100859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.175241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-90213a2e-def3-4b22-b7eb-d7adcad1f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.177232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-90213a2e-def3-4b22-b7eb-d7adcad1f84c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1234064
Feb 17 04:38:15.182078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Calling delete_port for de3e9cf7-5368-4b06-a29b-46442e2c13df owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:15.234781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 1e5ce9f3-176c-467c-bebc-a5f153443e20 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:15.263871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.275673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Calling delete_port for de3e9cf7-5368-4b06-a29b-46442e2c13df owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:15.280227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:15.316725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 1e5ce9f3-176c-467c-bebc-a5f153443e20 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:38:15.317127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 1e5ce9f3-176c-467c-bebc-a5f153443e20 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:38:15.317596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device aa5c0386-ad05-4782-a942-a56c1faab2f4 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:15.328375 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-2184f568-8e5b-4e7c-904e-b81d60a2d7bb service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431258
Feb 17 04:38:15.362095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: aa5c0386-ad05-4782-a942-a56c1faab2f4 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:38:15.362500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device aa5c0386-ad05-4782-a942-a56c1faab2f4 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:38:15.362973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device de3e9cf7-5368-4b06-a29b-46442e2c13df no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:15.409459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: de3e9cf7-5368-4b06-a29b-46442e2c13df {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:38:15.409459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device de3e9cf7-5368-4b06-a29b-46442e2c13df not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:38:15.456784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Pushing event deleted for resources: {'Port': ['ID=de3e9cf7-5368-4b06-a29b-46442e2c13df,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:15.461029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:15.463660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] No DVR routers for this DVR port de3e9cf7-5368-4b06-a29b-46442e2c13df on host dv-cinder-759987-4-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:38:15.509844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:38:15.510269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:38:15.545843 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-79803087-1689-4274-8f6c-99d5eaf1f20c req-291860ae-6977-42bf-820f-b8903986cafd service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2103605
Feb 17 04:38:15.575967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb951e-9197-47b4-b4a3-8e3f4e18f3dc req-596f2cd5-3e24-413f-a886-634cbaf364e3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.576891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c2cb951e-9197-47b4-b4a3-8e3f4e18f3dc req-596f2cd5-3e24-413f-a886-634cbaf364e3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Synchronizing usage tracker for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:15.592576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c2cb951e-9197-47b4-b4a3-8e3f4e18f3dc req-596f2cd5-3e24-413f-a886-634cbaf364e3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Unset dirty status for tenant:a2c8716a46f54187902492f8ce162f58 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:15.594031 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2cb951e-9197-47b4-b4a3-8e3f4e18f3dc req-596f2cd5-3e24-413f-a886-634cbaf364e3 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.1369743
Feb 17 04:38:15.595096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.643837 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2cb951e-9197-47b4-b4a3-8e3f4e18f3dc req-62561d04-3dcc-4d45-aacc-872085eaf0e7 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431721
Feb 17 04:38:15.935931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945476828>,) {'filters': {'network_id': ['10e65970-91b2-49d9-93cf-ec97654274a6']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:15.949168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945476828>, '87cce9b2-d9ce-4992-9d64-646a665a4754') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:15.949508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945476828>, '87cce9b2-d9ce-4992-9d64-646a665a4754') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:15.962029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.977019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.979188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:38:16.011958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Deleting port de3e9cf7-5368-4b06-a29b-46442e2c13df {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:16.012401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.087464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a2b5-2e68-4953-b420-eeea1f2c6402 None None] The port 'de3e9cf7-5368-4b06-a29b-46442e2c13df' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:38:16.163989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Network 10e65970-91b2-49d9-93cf-ec97654274a6 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:16.173307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.342890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec873f65-c60c-4c54-9bdb-a659d75fce3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.361541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Network 10e65970-91b2-49d9-93cf-ec97654274a6 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:38:16.387749 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:38:16.462843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.466643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f89d17d2-4283-4f30-b674-12c9a4809d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:16.484046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.493107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Pushing event deleted for resources: {'Network': ['ID=10e65970-91b2-49d9-93cf-ec97654274a6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:16.496472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:16.506668 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-75b095ed-fc51-4e18-a0fc-9542876a228e admin admin] 10.222.0.78 "DELETE /v2.0/networks/10e65970-91b2-49d9-93cf-ec97654274a6 HTTP/1.1" status: 204  len: 168 time: 1.9078815
Feb 17 04:38:16.625644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52386) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:16.681786 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-051028fe-4596-4364-b466-62095017353e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d5b2911946848de81be8f9741faa90f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546861
Feb 17 04:38:16.684544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52392) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:16.747946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.823423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.897724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba4ecc-190a-482c-8727-3d8aea2ad44e req-a677cfc2-98e7-4f16-9cdb-5ad18e2d50f1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:16.899360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6bba4ecc-190a-482c-8727-3d8aea2ad44e req-a677cfc2-98e7-4f16-9cdb-5ad18e2d50f1 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.1379793
Feb 17 04:38:16.903976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.910838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e4d51aed-f1f2-4568-b850-dab0cf405662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:16.941378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b88cd-9e8d-464f-a5d6-249a57f31a80,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:16.944373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:16.964468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.968168 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-008143c8-6e31-4b3d-a8cc-243258652202 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/260b88cd-9e8d-464f-a5d6-249a57f31a80 HTTP/1.1" status: 204  len: 168 time: 0.2801642
Feb 17 04:38:16.979414 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6bba4ecc-190a-482c-8727-3d8aea2ad44e req-f19aad09-65e2-4830-a4a5-16f7c2dfc277 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695128
Feb 17 04:38:17.290254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:38:18.179296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cea4-8bac-4e26-8e18-1a75e0bacb02 req-6a0dad7d-b2dd-4918-9103-60d4a07f29e9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:18.180964 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e50cea4-8bac-4e26-8e18-1a75e0bacb02 req-6a0dad7d-b2dd-4918-9103-60d4a07f29e9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.0890777
Feb 17 04:38:18.234403 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4e50cea4-8bac-4e26-8e18-1a75e0bacb02 req-f4c2d8bc-490e-4caf-8a3c-04160f8e7266 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470500
Feb 17 04:38:18.738890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2713b748-2718-4605-9a7a-8d9f01f343c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:19.437472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d2655-9d83-4541-b994-62d9c89c9527 req-45a7b463-ed3e-471d-a99c-1e9eea6aab9c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:19.439286 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b18d2655-9d83-4541-b994-62d9c89c9527 req-45a7b463-ed3e-471d-a99c-1e9eea6aab9c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.0884652
Feb 17 04:38:19.489291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b18d2655-9d83-4541-b994-62d9c89c9527 req-42da5c57-2a12-431b-a670-d71fca578dd5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436718
Feb 17 04:38:19.491771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:20.355373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:20.564668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 72a7c07e-7741-4138-b15c-7f46d1c74f7a up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:20.638164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 72a7c07e-7741-4138-b15c-7f46d1c74f7a completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:20.643872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 72a7c07e-7741-4138-b15c-7f46d1c74f7a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:20.644304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:20.697625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2206a-f753-470e-a6f2-49f8f22d022c req-35f431fe-e036-402b-ac9b-0f9965db7387 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:20.699300 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98d2206a-f753-470e-a6f2-49f8f22d022c req-35f431fe-e036-402b-ac9b-0f9965db7387 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.0921693
Feb 17 04:38:20.750639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98d2206a-f753-470e-a6f2-49f8f22d022c req-c3ae71ec-9993-4a94-b13d-ade78aee6d20 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443854
Feb 17 04:38:20.770291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:20.799326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:20.809446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:20.812578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:20.814528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:20.853258 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'code': 200}
Feb 17 04:38:20.886632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:20.889860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:20.920952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.126503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1399e7-28e6-448e-9a48-73f3b5e2f927 req-f47615ab-df21-4514-bd95-431bc3068409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.128056 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de1399e7-28e6-448e-9a48-73f3b5e2f927 req-f47615ab-df21-4514-bd95-431bc3068409 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 1163 time: 0.0772328
Feb 17 04:38:21.176130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-de1399e7-28e6-448e-9a48-73f3b5e2f927 req-8d2553a3-67fd-4f90-a56f-624a2e905da3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410221
Feb 17 04:38:21.953232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f14b-2649-46a8-b5f4-3888f3321063 req-4ece54c2-e58f-4016-bf54-b6c97d1b1d30 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.955536 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1216f14b-2649-46a8-b5f4-3888f3321063 req-4ece54c2-e58f-4016-bf54-b6c97d1b1d30 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.0901041
Feb 17 04:38:21.957961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 72a7c07e-7741-4138-b15c-7f46d1c74f7a up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:22.005144 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1216f14b-2649-46a8-b5f4-3888f3321063 req-dcaed760-0d56-4329-80e0-90cd28c468e6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424297
Feb 17 04:38:22.036087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 72a7c07e-7741-4138-b15c-7f46d1c74f7a triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:22.036440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.447874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a624c95-9441-4861-84a0-d0c5aa5cdf76 req-4843d157-c452-44e8-a58b-9d8c7e0922a5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.449586 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a624c95-9441-4861-84a0-d0c5aa5cdf76 req-4843d157-c452-44e8-a58b-9d8c7e0922a5 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.3295302
Feb 17 04:38:23.498092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a624c95-9441-4861-84a0-d0c5aa5cdf76 req-56baab57-58fe-417b-84a3-1f4cbfc23abe tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422668
Feb 17 04:38:23.696807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591d4e2-5faa-4a34-b956-8c7b4053a686 req-4d97f836-e07c-4beb-b9f3-9c2f71631a7e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.698308 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3591d4e2-5faa-4a34-b956-8c7b4053a686 req-4d97f836-e07c-4beb-b9f3-9c2f71631a7e tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.0945928
Feb 17 04:38:23.708644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52414) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:23.714190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Request body: {'floatingip': {'port_id': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:23.800159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:24.438559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:24.441885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:24.853602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Floating IP c8805b75-0d73-4a03-b9e2-ca2bc0cc1975 associated. External IP: 172.27.1.225, port: 72a7c07e-7741-4138-b15c-7f46d1c74f7a.
Feb 17 04:38:25.238972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:25.437556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:25.443276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:25.448033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:25.457891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:25.458567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461d5160>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:25.503960 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7afde685-91a3-421e-bc3b-db0c3153c61c tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "PUT /v2.0/floatingips/c8805b75-0d73-4a03-b9e2-ca2bc0cc1975 HTTP/1.1" status: 200  len: 992 time: 1.7941396
Feb 17 04:38:25.504662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:25.555241 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'status': 'completed', 'code': 200}
Feb 17 04:38:25.657156 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:25.712960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-a6e1ecf6-e3e2-44c0-b2ec-e400bbcb432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:25.714516 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-a6e1ecf6-e3e2-44c0-b2ec-e400bbcb432e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2c8716a46f54187902492f8ce162f58&device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 1163 time: 0.0829537
Feb 17 04:38:25.863789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-40d3f2cf-1c68-48e7-aebe-c7e47191832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:25.865392 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-40d3f2cf-1c68-48e7-aebe-c7e47191832d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 200  len: 904 time: 0.1432216
Feb 17 04:38:25.984205 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-2dc81d2a-d2f0-466d-9ffb-a108100361d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a HTTP/1.1" status: 200  len: 1000 time: 0.1057289
Feb 17 04:38:26.032218 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461d5160>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'c8805b75-0d73-4a03-b9e2-ca2bc0cc1975', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:33:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:05Z', 'updated_at': '2021-02-17T04:38:24Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:26.036352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:26.045264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:26.045905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461d5160>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:26.060421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-6104a825-d647-4ccf-987d-4a3f1b8543a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.062007 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-6104a825-d647-4ccf-987d-4a3f1b8543a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 200  len: 849 time: 0.0645010
Feb 17 04:38:26.156490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-db887140-1d1f-42ab-9ef4-cd882e76315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.158428 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-db887140-1d1f-42ab-9ef4-cd882e76315d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4759f4f-636c-409c-a003-149d7d8e5a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796456
Feb 17 04:38:26.241061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:26.316488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-230154d0-735c-4702-be03-b7b478d582ab service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509600
Feb 17 04:38:26.474876 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-07abb812-c7d0-48ef-a0e1-10e121d0a0cb req-85c22267-74d8-42be-b1a9-80582ea5ced3 service neutron] 10.222.0.59 "GET /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433263
Feb 17 04:38:26.616981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461d5160>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'c8805b75-0d73-4a03-b9e2-ca2bc0cc1975', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:33:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:05Z', 'updated_at': '2021-02-17T04:38:24Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:26.621035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bc51e-aef5-4513-99a6-0645a86dfeda None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': 'c8805b75-0d73-4a03-b9e2-ca2bc0cc1975', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'port_id': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'mac_address': 'fa:16:3e:33:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:05Z', 'updated_at': '2021-02-17T04:38:24Z', 'revision_number': 1, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:26.905292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1df56-c90a-4971-a891-15f8bd35afdf None None] New status for floating IP c8805b75-0d73-4a03-b9e2-ca2bc0cc1975: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:38:29.397407 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-80d1fa94-7a5b-44be-b5d2-ed0f3dc8d482 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0831347
Feb 17 04:38:29.510658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-d07c5a3a-4e6c-4b99-8215-a2d72a9fe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.512450 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-d07c5a3a-4e6c-4b99-8215-a2d72a9fe2fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 1162 time: 0.0792680
Feb 17 04:38:29.682591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-43055c9d-b6ee-482b-8049-eefa5fdf13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.684148 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-43055c9d-b6ee-482b-8049-eefa5fdf13cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1417065
Feb 17 04:38:29.802715 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-5f5eb0a5-2102-48af-862d-e3fcd060cf21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 200  len: 1000 time: 0.1082547
Feb 17 04:38:29.871665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-0b8dbbb3-2284-430d-956e-4823297df5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.873167 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-0b8dbbb3-2284-430d-956e-4823297df5a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0635614
Feb 17 04:38:29.965484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-44e4f552-6007-41f2-8b33-20d220897bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.967008 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-44e4f552-6007-41f2-8b33-20d220897bd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822992
Feb 17 04:38:30.114186 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-e56b8108-6540-46de-8437-794765d8b6b7 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366637
Feb 17 04:38:30.259661 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bb578a12-f2cd-4bf5-863c-a27f1c42276d req-252a2b29-d3fa-4056-ab4d-feffad0b9edd service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387866
Feb 17 04:38:34.204813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.350354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b10b6f6-2e38-4e3c-b5ca-74cda027216f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:48.741287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c6386e28-732c-44a6-8c28-f035504b8de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.494518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.357375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.924819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.749503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967574db-daa7-4023-8bcd-458629f99efa req-cd8ee9d9-9e93-49d9-981e-bd84bd92e629 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:51.751201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-967574db-daa7-4023-8bcd-458629f99efa req-cd8ee9d9-9e93-49d9-981e-bd84bd92e629 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.1404119
Feb 17 04:38:51.804699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-967574db-daa7-4023-8bcd-458629f99efa req-30678750-795d-4643-bbe9-be9126b69e5b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460629
Feb 17 04:38:53.009085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465096a-28e2-4993-bcd5-89fe21b5c746 req-4f883947-17e8-49f1-b766-26b5db784e6c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.010581 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7465096a-28e2-4993-bcd5-89fe21b5c746 req-4f883947-17e8-49f1-b766-26b5db784e6c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0879452
Feb 17 04:38:53.057776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7465096a-28e2-4993-bcd5-89fe21b5c746 req-2efeabdb-5620-4011-be6d-2517588776ad tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408585
Feb 17 04:38:54.260889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50d57c-de33-4843-99e5-d1443fb58dc9 req-519e0d8f-1c38-407a-899e-b6cd381c666b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.262501 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b50d57c-de33-4843-99e5-d1443fb58dc9 req-519e0d8f-1c38-407a-899e-b6cd381c666b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0907290
Feb 17 04:38:54.290231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:38:54.310338 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b50d57c-de33-4843-99e5-d1443fb58dc9 req-2a920c44-953b-4703-b5db-b1ee692d8fe5 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407858
Feb 17 04:38:55.509140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa91c62-69c7-44dc-a1da-384d5d756202 req-c74466b9-ba15-4f85-a3a6-4cbe36b4ab95 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:55.510755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-afa91c62-69c7-44dc-a1da-384d5d756202 req-c74466b9-ba15-4f85-a3a6-4cbe36b4ab95 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0864348
Feb 17 04:38:55.558856 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-afa91c62-69c7-44dc-a1da-384d5d756202 req-9a28ccff-8e92-4a1f-bda3-1e1bdc54d611 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418904
Feb 17 04:38:56.763064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8abbcc-c19c-47e3-a8c4-3df80b222a1e req-e117db52-c098-4c1c-b8c4-edd20323aa72 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.764650 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c8abbcc-c19c-47e3-a8c4-3df80b222a1e req-e117db52-c098-4c1c-b8c4-edd20323aa72 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0912111
Feb 17 04:38:56.814309 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2c8abbcc-c19c-47e3-a8c4-3df80b222a1e req-86abfeec-b0b9-4eac-9873-f8dfb3d3d64b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424757
Feb 17 04:38:58.013020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03dcb6-3623-4093-80e0-0c96e41141de req-851e07d8-7e81-4ed9-89f8-6c0ff7e6b440 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.014595 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca03dcb6-3623-4093-80e0-0c96e41141de req-851e07d8-7e81-4ed9-89f8-6c0ff7e6b440 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0860858
Feb 17 04:38:58.290788 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ca03dcb6-3623-4093-80e0-0c96e41141de req-8b27c4e3-0778-4673-9083-8ecb584d87b7 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2692335
Feb 17 04:38:59.494931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e02e4-5b54-42db-afbe-0780ecfba077 req-e8f041e0-b0ed-4c6d-bdb0-c3c0b024271d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.496544 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4a2e02e4-5b54-42db-afbe-0780ecfba077 req-e8f041e0-b0ed-4c6d-bdb0-c3c0b024271d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0887988
Feb 17 04:38:59.545937 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4a2e02e4-5b54-42db-afbe-0780ecfba077 req-89d67f40-58f2-4e01-9f05-945b8aff4c89 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420914
Feb 17 04:39:00.292223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:00.365941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:00.366350 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.750496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89bf1f-8391-49f0-bf96-cc9645ea6f7b req-a5974086-1879-40dc-81b1-d72539a4324b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.752872 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf89bf1f-8391-49f0-bf96-cc9645ea6f7b req-a5974086-1879-40dc-81b1-d72539a4324b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0904241
Feb 17 04:39:00.800578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf89bf1f-8391-49f0-bf96-cc9645ea6f7b req-a502137c-2183-431d-bb4b-c800842d8f26 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414770
Feb 17 04:39:02.076748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e171e9-8fa7-4730-b20f-f84ff985af83 req-0bbf1c42-776d-43bd-b95d-a076c78365a8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.078347 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82e171e9-8fa7-4730-b20f-f84ff985af83 req-0bbf1c42-776d-43bd-b95d-a076c78365a8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.1643176
Feb 17 04:39:02.082046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-002bc40c-898d-49a5-8e1f-27413ea5675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.083526 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-002bc40c-898d-49a5-8e1f-27413ea5675a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.1896007
Feb 17 04:39:02.223115 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-82e171e9-8fa7-4730-b20f-f84ff985af83 req-157e7695-9bb5-4f5b-b4b5-20fd2e9574a2 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1375594
Feb 17 04:39:02.269765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-a612377b-5ae3-48e8-9e3b-7e8ee6fa0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.271444 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-a612377b-5ae3-48e8-9e3b-7e8ee6fa0bf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.1707695
Feb 17 04:39:02.385851 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-2ea94b5f-99e9-41c5-af96-83549320e9a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 1001 time: 0.1063437
Feb 17 04:39:02.461856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-8301fb13-7ccf-4534-9707-28c8e9f69da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.463447 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-8301fb13-7ccf-4534-9707-28c8e9f69da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0698712
Feb 17 04:39:02.548064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-2b50822c-1b03-4e48-9b26-874605c3ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.549676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-2b50822c-1b03-4e48-9b26-874605c3ca5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787435
Feb 17 04:39:02.562615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-a55fa65b-628a-4deb-a9be-adbea9ce15d2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:39:02.564180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-a55fa65b-628a-4deb-a9be-adbea9ce15d2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054188
Feb 17 04:39:02.705892 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-1b36b52f-a4b4-4ddb-8b2b-cb9ab2fcb043 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345258
Feb 17 04:39:02.849628 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-73a78f39-5d6d-4c2a-b929-094c1e3f8491 req-7edecba0-9984-4f88-b5d1-93be6e15de9e service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358733
Feb 17 04:39:03.421997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e2d9-a838-4b06-95ea-fd442532d118 req-347778f2-f7d9-4391-bc8e-66833c63eec3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.423547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3671e2d9-a838-4b06-95ea-fd442532d118 req-347778f2-f7d9-4391-bc8e-66833c63eec3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0853248
Feb 17 04:39:03.474570 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3671e2d9-a838-4b06-95ea-fd442532d118 req-54dfc5a1-287c-4dbd-8159-14a4603adbf0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447760
Feb 17 04:39:04.203702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:04.676704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ba920-cef1-4f01-bcda-2b83d54e75ed req-f953052c-03ff-468e-898b-25ff7a89e5bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.678336 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e28ba920-cef1-4f01-bcda-2b83d54e75ed req-f953052c-03ff-468e-898b-25ff7a89e5bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0876243
Feb 17 04:39:04.726691 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e28ba920-cef1-4f01-bcda-2b83d54e75ed req-204c1ed4-e6ec-4e86-b8fd-861a6d92de8d tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420010
Feb 17 04:39:05.935919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc19cf-c12d-44a4-b783-7b036ac7fe4b req-e104bd56-b5f6-47c1-9324-4ffe59576186 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:05.937667 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ebc19cf-c12d-44a4-b783-7b036ac7fe4b req-e104bd56-b5f6-47c1-9324-4ffe59576186 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0933194
Feb 17 04:39:05.986939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ebc19cf-c12d-44a4-b783-7b036ac7fe4b req-80b4747b-b83d-4575-960b-7fe662054b9c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420551
Feb 17 04:39:06.142302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:06.266479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.295454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:06.307390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:06.310599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.312552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:06.351907 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'code': 200}
Feb 17 04:39:06.389932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:06.397852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.398250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.398652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.399023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.399430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.399809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.400185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.400558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.400928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.401301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.401673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.402043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.402470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.402846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.403245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.403615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.403988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.404356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.404731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.405103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.405480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.405861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.406228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.406593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:06.412311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:07.193561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba6e5-d592-43af-b85f-49f2d0298812 req-5e587110-1685-4c73-9f62-25c30c0573e0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.195190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48aba6e5-d592-43af-b85f-49f2d0298812 req-5e587110-1685-4c73-9f62-25c30c0573e0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0914869
Feb 17 04:39:07.243356 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-48aba6e5-d592-43af-b85f-49f2d0298812 req-58c95606-ca4f-448f-b16c-d48a621cc7ea tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418546
Feb 17 04:39:07.545849 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-e741f6ce-440e-43d5-829b-ef4722e58eb8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0781519
Feb 17 04:39:07.619991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997a262-7712-4697-a149-352f38ea7870 req-f28fa8aa-b753-4b95-8163-11dcf720140c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.621639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b997a262-7712-4697-a149-352f38ea7870 req-f28fa8aa-b753-4b95-8163-11dcf720140c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0903919
Feb 17 04:39:07.670798 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b997a262-7712-4697-a149-352f38ea7870 req-9e67a423-0cc2-4970-9613-fcd8d023fd68 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422268
Feb 17 04:39:08.874646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff1ed4-c963-4d13-8765-11440d121aba req-6caf47d9-7a90-4ca9-ba3f-9b0836a89eb0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.876452 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29ff1ed4-c963-4d13-8765-11440d121aba req-6caf47d9-7a90-4ca9-ba3f-9b0836a89eb0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0910621
Feb 17 04:39:08.927820 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-29ff1ed4-c963-4d13-8765-11440d121aba req-e34619f6-3b61-473f-815f-2ea80116900c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444374
Feb 17 04:39:09.148203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-0debe954-766c-4528-92a0-b9a6b6b917f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.149754 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-0debe954-766c-4528-92a0-b9a6b6b917f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c&tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10 HTTP/1.1" status: 200  len: 1160 time: 0.0842896
Feb 17 04:39:09.269616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-fcbe5459-5360-4c03-a78a-24ece0c8d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.271301 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-fcbe5459-5360-4c03-a78a-24ece0c8d409 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1160 time: 0.0803912
Feb 17 04:39:09.417149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-8fe887a7-6e22-4650-b383-fb8e345649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.418747 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-8fe887a7-6e22-4650-b383-fb8e345649ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.1404419
Feb 17 04:39:09.529015 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-acb77ef9-f93c-4567-afb8-7d3ea1485bc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 999 time: 0.1029272
Feb 17 04:39:09.599477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-e1ac334f-8347-430f-a18c-8579ac9d43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.601023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-e1ac334f-8347-430f-a18c-8579ac9d43f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0642653
Feb 17 04:39:09.690985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-9a801e6b-2b41-4cee-a136-5463754aca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.692624 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-9a801e6b-2b41-4cee-a136-5463754aca53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812650
Feb 17 04:39:09.838342 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-c835cc7d-d517-4e85-b501-433b90955b89 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381838
Feb 17 04:39:09.983595 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87780ac8-1ab4-47e3-b50b-99820871d3d7 req-b723fd88-d54c-4dbf-a300-168b58c92dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373689
Feb 17 04:39:10.130254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdbb6a-dbee-472b-b11e-0973ecee8a11 req-4a2d2aa1-748d-4de6-a4b8-f8bbe6fe26c8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:10.131888 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32fdbb6a-dbee-472b-b11e-0973ecee8a11 req-4a2d2aa1-748d-4de6-a4b8-f8bbe6fe26c8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0887244
Feb 17 04:39:10.202927 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32fdbb6a-dbee-472b-b11e-0973ecee8a11 req-6eb3a661-204e-4956-972b-20346c26ce4a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468693
Feb 17 04:39:11.407144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545b401-a1b1-44c0-b941-eaa72d377551 req-cc24c1ae-594d-47c3-8231-d7c9da41bebf tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:11.409293 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2545b401-a1b1-44c0-b941-eaa72d377551 req-cc24c1ae-594d-47c3-8231-d7c9da41bebf tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0875478
Feb 17 04:39:11.456899 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2545b401-a1b1-44c0-b941-eaa72d377551 req-45f17e97-5903-408c-bd31-d6eef8d13655 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414524
Feb 17 04:39:12.663943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d9019-922f-4ffb-ac12-85373f31317c req-f26897fd-5bcf-4e71-ac01-64bf92cbf8ff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:12.665520 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ef9d9019-922f-4ffb-ac12-85373f31317c req-f26897fd-5bcf-4e71-ac01-64bf92cbf8ff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0911038
Feb 17 04:39:12.712946 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ef9d9019-922f-4ffb-ac12-85373f31317c req-710628c0-f011-43b7-8f37-30b4ea12b588 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412455
Feb 17 04:39:13.912093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55181-5622-43c3-bd75-96470b7bdcbe req-cbf38fa8-2240-4e7c-9032-767fdc2f7ff6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:13.913720 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fe55181-5622-43c3-bd75-96470b7bdcbe req-cbf38fa8-2240-4e7c-9032-767fdc2f7ff6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0878072
Feb 17 04:39:13.962838 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6fe55181-5622-43c3-bd75-96470b7bdcbe req-c6b3ffc4-bc10-4c8d-b731-1a3a4650b49e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428574
Feb 17 04:39:15.171406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7de54-4bf4-4ae8-921c-2d6dd0f8c27f req-8aa0c0ed-2680-437d-89f9-91bb28d1c4fa tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:15.173072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8be7de54-4bf4-4ae8-921c-2d6dd0f8c27f req-8aa0c0ed-2680-437d-89f9-91bb28d1c4fa tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0950694
Feb 17 04:39:15.222922 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8be7de54-4bf4-4ae8-921c-2d6dd0f8c27f req-122f44f9-ced2-486c-808a-8ec9b29a6c8a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429907
Feb 17 04:39:16.343940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-727b5d1c-9e1c-4d9a-8446-fb8e009c3a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:16.365544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b7728-76bf-494b-8f8e-a709d3b47712 req-9b808dab-f319-4e14-b500-de22beccc6f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.367222 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e86b7728-76bf-494b-8f8e-a709d3b47712 req-9b808dab-f319-4e14-b500-de22beccc6f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0920327
Feb 17 04:39:16.416601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e86b7728-76bf-494b-8f8e-a709d3b47712 req-0607f1d4-9835-4380-99e8-f708ce37c94a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429308
Feb 17 04:39:16.428975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09d0fd-6b76-4fda-8b3f-2c33e0605d03 req-8e454793-983c-4dc6-a858-b8d5177e8e95 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.430678 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f09d0fd-6b76-4fda-8b3f-2c33e0605d03 req-8e454793-983c-4dc6-a858-b8d5177e8e95 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0889590
Feb 17 04:39:16.493379 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f09d0fd-6b76-4fda-8b3f-2c33e0605d03 req-bd0158a9-9e87-407a-8ac5-608f71b8dbf0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0563631
Feb 17 04:39:17.623159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed62d-e570-430b-a1fd-9fb3de7c8958 req-b7200fb3-260e-4d8f-8bf5-28cc905529de tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.624832 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a12ed62d-e570-430b-a1fd-9fb3de7c8958 req-b7200fb3-260e-4d8f-8bf5-28cc905529de tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.0901208
Feb 17 04:39:17.674391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a12ed62d-e570-430b-a1fd-9fb3de7c8958 req-23d0f58d-9621-4fe7-b36c-326f4314183c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429180
Feb 17 04:39:17.703542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a872f5c-9ed9-4bfc-94dc-54d4b37ec73f req-9e791e8d-3583-47b7-ab53-159017da8e6a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.705279 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a872f5c-9ed9-4bfc-94dc-54d4b37ec73f req-9e791e8d-3583-47b7-ab53-159017da8e6a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0911298
Feb 17 04:39:17.754341 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0a872f5c-9ed9-4bfc-94dc-54d4b37ec73f req-9ce1c6e2-3cb7-4db6-9328-fc73302e3670 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425754
Feb 17 04:39:18.744677 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcf3d-ac77-4269-b8cf-69ac20462ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:18.894157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a6d2-5f9a-4787-a985-53730b702acc req-241ba0cd-74b5-45d3-a7e9-a53a81c15bc7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.895808 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d016a6d2-5f9a-4787-a985-53730b702acc req-241ba0cd-74b5-45d3-a7e9-a53a81c15bc7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1562314
Feb 17 04:39:18.965011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499ed7-fe0f-41e0-8bdb-f3580a8f1053 req-fc34ec57-fa90-430a-8fac-52f8837b5f85 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.966545 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5499ed7-fe0f-41e0-8bdb-f3580a8f1053 req-fc34ec57-fa90-430a-8fac-52f8837b5f85 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.0915649
Feb 17 04:39:18.980601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2321376-5544-426f-8346-b22cc4cc983d req-5e8ea948-cb7a-4ae0-9878-a5f4cf7c12e3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.982207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2321376-5544-426f-8346-b22cc4cc983d req-5e8ea948-cb7a-4ae0-9878-a5f4cf7c12e3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 945 time: 0.1817217
Feb 17 04:39:18.991326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Deleting port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:18.991716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.016525 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5499ed7-fe0f-41e0-8bdb-f3580a8f1053 req-66a9a48e-b5f8-457a-a86b-89ff3752179b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428185
Feb 17 04:39:19.137515 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c2321376-5544-426f-8346-b22cc4cc983d req-3c14daea-1518-44bb-a92a-9ddc5c1f847a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=8529108a-49f5-4be7-9f17-6f7aed62c37b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110053
Feb 17 04:39:19.301511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] For port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:19.301908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.499965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.830360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.831149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.831274 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Floating IP 392907e5-a5fb-433c-bb40-55e734f61f3f disassociated. External IP: 172.27.1.33, port: 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04.
Feb 17 04:39:19.831563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Calling delete_port for 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:19.980131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.998829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eaa9b4d0-3308-4ea9-9a19-baae9c8a8024 tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:20.099863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'Port': ['ID=05ddcb41-fa3f-4fa9-a81d-e152e7b80f04,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:20.119985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.120437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.120854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.121258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.121664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.122073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.122476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.122878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.123304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.123703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.124102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.124500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.124959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.125360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.125783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.127226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.127807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.128264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.128680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.129092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.129497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.129969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.130371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.130774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:20.142430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:20.315970 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f09ba343-c2ae-406b-a341-72ca4fab147f req-a52db7fd-def4-49b5-b81b-285f2e6605a7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 210 time: 0.0551734
Feb 17 04:39:20.336355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cced6-ec0e-4c76-815e-7af0bd808fb5 req-b130fbf8-56e8-4bfe-b526-79ea880b4445 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.338001 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-448cced6-ec0e-4c76-815e-7af0bd808fb5 req-b130fbf8-56e8-4bfe-b526-79ea880b4445 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.1993377
Feb 17 04:39:20.367372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.489983 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-448cced6-ec0e-4c76-815e-7af0bd808fb5 req-984e13f5-f412-44d0-8a9f-ad8eca6363b0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0830269
Feb 17 04:39:20.523555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:20.717768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:20.728514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:20.740368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:20.741164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49466e3320>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:20.758912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] No DVR routers for this DVR port 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:20.761305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.764382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-deleted', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:20.784597 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d016a6d2-5f9a-4787-a985-53730b702acc req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "DELETE /v2.0/ports/05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 HTTP/1.1" status: 204  len: 173 time: 1.8819923
Feb 17 04:39:20.886118 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9', 'name': 'network-vif-deleted', 'tag': '05ddcb41-fa3f-4fa9-a81d-e152e7b80f04', 'status': 'completed', 'code': 200}
Feb 17 04:39:20.928061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.944620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:21.111096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:21.187143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:21.187615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:21.322349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:21.354388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:21.367540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:21.373178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:21.379150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:21.453514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49466e3320>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:21.458717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:21.470815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:21.472339 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'code': 200}
Feb 17 04:39:21.472510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49466e3320>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:21.473479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=6']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:21.484422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:21.529601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:21.530486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:21.530878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 05ddcb41-fa3f-4fa9-a81d-e152e7b80f04 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:21.549493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-32554092-60a2-4a23-874a-61a040f18603 req-e2622f2f-c44e-4dd3-8f18-bf487e33b21f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:21.565266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-32554092-60a2-4a23-874a-61a040f18603 req-e2622f2f-c44e-4dd3-8f18-bf487e33b21f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:21.566680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-32554092-60a2-4a23-874a-61a040f18603 req-e2622f2f-c44e-4dd3-8f18-bf487e33b21f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6f7856-dae5-4b10-97ee-da0b2ec1f3f9 HTTP/1.1" status: 200  len: 210 time: 0.0722046
Feb 17 04:39:21.715803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:21.843912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a09d04-3ac4-4c03-b03d-bbb710c56d5c req-9998353a-c6da-4af5-9868-4cc4c864cf76 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.845579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-24a09d04-3ac4-4c03-b03d-bbb710c56d5c req-9998353a-c6da-4af5-9868-4cc4c864cf76 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.1605151
Feb 17 04:39:21.848225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186c04f-824c-4187-aec4-8c466b39553b req-9a4facc8-c815-4dab-b933-a7d7e97d5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.849734 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a186c04f-824c-4187-aec4-8c466b39553b req-9a4facc8-c815-4dab-b933-a7d7e97d5f69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.1172013
Feb 17 04:39:21.928529 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-24a09d04-3ac4-4c03-b03d-bbb710c56d5c req-e6c50145-28bc-44c6-b133-adfd42e5279c tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0762434
Feb 17 04:39:21.932003 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a186c04f-824c-4187-aec4-8c466b39553b req-5100d7f1-994c-496e-8383-42298cba0925 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0617533
Feb 17 04:39:22.054730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49466e3320>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:22.058904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387178e-362e-44a7-bc4c-aedb9d04d63b None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:22.458681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafaf42-30b8-4bb8-b488-3240d7455cb2 None None] New status for floating IP 392907e5-a5fb-433c-bb40-55e734f61f3f: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:39:22.527245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:22.709276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52634) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:22.759669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:22.760101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.796440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.827922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.882064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.887660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1fb1da0d-2462-4a91-aac6-31340e9c37fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:22.904550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8529108a-49f5-4be7-9f17-6f7aed62c37b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:22.907595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:22.915662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.916973 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ec7220d7-e48e-49d0-9156-d5caef2b11d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "DELETE /v2.0/security-groups/8529108a-49f5-4be7-9f17-6f7aed62c37b HTTP/1.1" status: 204  len: 168 time: 0.2066078
Feb 17 04:39:22.919675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52638) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:22.937072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.v2.resource [None req-cc4e5a8a-10e3-41a3-832f-ffbefb976a7a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] show failed (client error): The resource could not be found.
Feb 17 04:39:22.938129 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cc4e5a8a-10e3-41a3-832f-ffbefb976a7a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups/8529108a-49f5-4be7-9f17-6f7aed62c37b HTTP/1.1" status: 404  len: 347 time: 0.0174904
Feb 17 04:39:22.942190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52642) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:23.116074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Deleting port 6228bf9b-0bc2-4f10-a848-b2dc42e8f92a {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:23.116540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.140761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd417-f0c9-4d72-8460-b397fc9e6971 req-337ce2aa-28fa-4db0-a4ed-95bc45c31b22 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.143543 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80ebd417-f0c9-4d72-8460-b397fc9e6971 req-337ce2aa-28fa-4db0-a4ed-95bc45c31b22 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0963202
Feb 17 04:39:23.193285 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80ebd417-f0c9-4d72-8460-b397fc9e6971 req-2bc4d341-4613-4a10-b160-777cce4ffe99 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431328
Feb 17 04:39:23.301088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.301463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.441091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Calling delete_port for 6228bf9b-0bc2-4f10-a848-b2dc42e8f92a owned by network:floatingip {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:23.588684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.604820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7e2500c8-65b8-4b45-9096-599f08421403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:23.702205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'Port': ['ID=6228bf9b-0bc2-4f10-a848-b2dc42e8f92a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:23.705293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:23.833217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.850215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.851480 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "DELETE /v2.0/floatingips/392907e5-a5fb-433c-bb40-55e734f61f3f HTTP/1.1" status: 204  len: 168 time: 0.9083414
Feb 17 04:39:24.146066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 52652) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:24.152065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039329161', 'description': 'tempest-description--132767699'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:24.159250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:24.163673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:24.166703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:24.172560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:24.183912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.206134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:24.210078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:24.213058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:24.218885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:24.295750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.299589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.305079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75eb281e-f357-4cef-b509-97c9f33afca9 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:24.399079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbe3aa-484d-447c-8512-b42c9f849ecd,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:24.405569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:24.414952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.416307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e2f7f8f2-206a-4ec1-b726-484cfcf4a589 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2690985
Feb 17 04:39:24.419546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52658) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:24.426114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group_rule': {'security_group_id': 'e0cbe3aa-484d-447c-8512-b42c9f849ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:24.432367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:24.436490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:24.439611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:24.445546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e53a-65d3-422a-836b-8fd522840ff6 req-a58f379b-0ba3-40c4-b4aa-ce78d41914f7 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:24.445727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:24.447174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a6f3e53a-65d3-422a-836b-8fd522840ff6 req-a58f379b-0ba3-40c4-b4aa-ce78d41914f7 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.1237173
Feb 17 04:39:24.462434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.497719 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a6f3e53a-65d3-422a-836b-8fd522840ff6 req-30958818-270c-45ec-9d9c-f9e0de90b3a5 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442569
Feb 17 04:39:24.533444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.536053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.538221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-add62adc-5e2a-44d4-9a8f-d32eb51ea875 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:24.561643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d591ae-295d-44b1-99b1-b3f1e4d9a319,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:24.572610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.573040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.573455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.573865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.574273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.574683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.575107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.575514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.575918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.576320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.576719 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.577118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.577579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.577982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.578382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.579326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.579911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.580235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.580636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.581038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.581438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.581837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.582236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.582641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:24.586565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:24.588472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.589779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-29bfb7ca-6128-4790-a067-2f2180c0ce80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1691351
Feb 17 04:39:24.592644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52664) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:24.599158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'security_group_rule': {'security_group_id': 'e0cbe3aa-484d-447c-8512-b42c9f849ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:24.605373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:24.609694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:security_group_rule and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:24.612766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:24.618508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:24.636360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.702829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.705994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.708075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:24.731576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdab93e3-17cc-4300-8446-0ac6f93ddaf5,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:24.734336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:24.740442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.741726 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4af9cfb2-2e26-4e21-ba88-919f46a300e6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1480837
Feb 17 04:39:24.745005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52668) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:24.750326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:24.756276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:24.760315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Usage tracker for resource:floatingip and tenant:0bdc99fc094d4c3fb38cad060f2dc825 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:24.763353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:24.769671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:24.778808 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.925517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.199560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Allocated IP 172.27.1.162 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/8aae59bd-c182-46d1-8666-8ea9d68fb7b9) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:39:25.354510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.384470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.399856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-227d62ee-d3db-414c-ae7e-5b31bbf1e5d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:25.545811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=8aae59bd-c182-46d1-8666-8ea9d68fb7b9,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:25.551558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:25.592455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:39:25.593618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:39:25.596019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:39:25.679926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.744039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.016029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.019641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.037789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:26.398290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=8aae59bd-c182-46d1-8666-8ea9d68fb7b9,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:26.411360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:26.502139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.526812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.528199 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-63df1eaf-b5e1-4b1a-ae61-3353761919f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7822011
Feb 17 04:39:26.811646 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-075db6fb-986c-454d-b8e8-376ec6fca7b7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2039329161&fields=id&tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 267 time: 0.0454593
Feb 17 04:39:26.977148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-c69522ea-6ebb-44de-9508-cfa615e42a38 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:26.978763 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-c69522ea-6ebb-44de-9508-cfa615e42a38 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 817 time: 0.1600533
Feb 17 04:39:26.995951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-f2b171e1-4d8a-45af-a025-fa42f0dfcf66 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/quotas/0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 375 time: 0.0109072
Feb 17 04:39:27.095003 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-78a6517c-8832-40b6-a5aa-8ad258635610 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0918527
Feb 17 04:39:27.112573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-1f450d9e-5fe9-414f-becf-d9dedcce3c5b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:39:27.113627 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-1f450d9e-5fe9-414f-becf-d9dedcce3c5b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066981
Feb 17 04:39:27.261445 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-4a258bbb-cfe2-4112-94d8-d63d0da7740e service neutron] 10.222.0.78 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414361
Feb 17 04:39:27.407394 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-09fff8ae-c369-40de-a694-ee2ac27a9ba5 service neutron] 10.222.0.78 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392372
Feb 17 04:39:27.607971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-472d8d75-88ad-490e-8a23-92124cf183e4 req-bfae6cff-753b-4316-bc81-d5324f2617b0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:27.623090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-472d8d75-88ad-490e-8a23-92124cf183e4 req-bfae6cff-753b-4316-bc81-d5324f2617b0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:27.624391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-472d8d75-88ad-490e-8a23-92124cf183e4 req-bfae6cff-753b-4316-bc81-d5324f2617b0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 210 time: 0.0650485
Feb 17 04:39:28.884980 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4ae73c4f-b8b7-4c03-8310-5078f941e2da req-e7a0f166-7c5d-427a-b9b6-9ea9b24bc45c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 210 time: 0.1278493
Feb 17 04:39:28.976858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-8e3dfa19-6898-4751-b2ca-326aa9c0f164 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:28.978423 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-8e3dfa19-6898-4751-b2ca-326aa9c0f164 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 817 time: 0.1796298
Feb 17 04:39:29.080362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a1be6eb6-209f-458f-80f1-08039657d12d req-865404e0-4784-4f0d-a25b-d1b946fbda39 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:29.094351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-a1be6eb6-209f-458f-80f1-08039657d12d req-865404e0-4784-4f0d-a25b-d1b946fbda39 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:29.096252 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-865404e0-4784-4f0d-a25b-d1b946fbda39 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 5708 time: 0.0839810
Feb 17 04:39:29.106609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'port': {'device_id': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'admin_state_up': True, 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'security_groups': ['e0cbe3aa-484d-447c-8512-b42c9f849ecd']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:29.252916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:29.262742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:29.272149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Made reservation on behalf of 0bdc99fc094d4c3fb38cad060f2dc825 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:39:29.277727 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:29.807539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Allocated IP 172.20.0.3 (f55343ed-6cd4-4a05-83fb-6b9ff396686a/3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5/11791c9e-fcaf-4d11-8104-b4270f0591a6) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:39:30.012159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:30.066315 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab440939-7113-4c13-a18d-e351b3a8d39a req-b2509071-a6b3-4205-bb0c-cb3f45ec953e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 210 time: 0.0597253
Feb 17 04:39:30.074869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Transition to ACTIVE for port object 11791c9e-fcaf-4d11-8104-b4270f0591a6 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:30.098767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:30.117274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:30.274225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:30.277405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:30.327690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:39:30.329014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:39:30.331607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:39:30.403932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:30.404646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:30.484611 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3819475
Feb 17 04:39:30.510135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Request body: {'port': {'device_id': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:30.524814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-809f8958-758c-40cc-8b96-b423d89ab988 None None] Provisioning for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:30.529924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-809f8958-758c-40cc-8b96-b423d89ab988 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:30.530352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-809f8958-758c-40cc-8b96-b423d89ab988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:30.561680 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-db6f8fbd-bac7-4fe7-aca4-4542f094b6c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1448781
Feb 17 04:39:30.594118 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-809f8958-758c-40cc-8b96-b423d89ab988 None None] Port 11791c9e-fcaf-4d11-8104-b4270f0591a6 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:39:30.698247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:30.824209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-502f0fbb-bf5d-421a-8ea2-5527965ee613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:30.825741 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-502f0fbb-bf5d-421a-8ea2-5527965ee613 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.2067428
Feb 17 04:39:31.139769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-35a55fa6-69af-4718-9efd-9b38eec5d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.141465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-35a55fa6-69af-4718-9efd-9b38eec5d62f service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.2950225
Feb 17 04:39:31.290175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:39:31.347156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-a8d782aa-606d-4443-8635-1867da215186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 1001 time: 0.1968541
Feb 17 04:39:31.476179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b7927-055e-4aea-88c2-33d02f7e0599 req-54c1bc67-2a9c-43d9-998d-b5f55a038a80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.476930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-1c7b7927-055e-4aea-88c2-33d02f7e0599 req-54c1bc67-2a9c-43d9-998d-b5f55a038a80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:31.514602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-25c4df1c-e2d2-477b-8662-5db9653aa18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.516221 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-25c4df1c-e2d2-477b-8662-5db9653aa18d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.1616592
Feb 17 04:39:31.521948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11791c9e-fcaf-4d11-8104-b4270f0591a6 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:39:31.562960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-1c7b7927-055e-4aea-88c2-33d02f7e0599 req-54c1bc67-2a9c-43d9-998d-b5f55a038a80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:31.564495 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c7b7927-055e-4aea-88c2-33d02f7e0599 req-54c1bc67-2a9c-43d9-998d-b5f55a038a80 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 931 time: 0.3479033
Feb 17 04:39:31.570857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:31.613363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Transition to ACTIVE for port object 11791c9e-fcaf-4d11-8104-b4270f0591a6 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:31.619710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:31.636515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ab9c43ff-6b0d-492c-9016-5d11a65e058c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:31.771373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c7b7927-055e-4aea-88c2-33d02f7e0599 req-92f7e63c-aa1b-411f-bb7b-8bbebdc266fd tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1975579
Feb 17 04:39:31.808538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:31.824825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:31.829335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-44d7d6f1-6893-4b74-a882-b3f1507c5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.830967 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-44d7d6f1-6893-4b74-a882-b3f1507c5678 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3041189
Feb 17 04:39:32.364092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-9d733c45-436a-4c8e-8b94-b607c4469220 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5250149
Feb 17 04:39:32.460295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Attempting to bind port 11791c9e-fcaf-4d11-8104-b4270f0591a6 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:39:32.460668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Attempting to bind port 11791c9e-fcaf-4d11-8104-b4270f0591a6 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:39:32.461039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Attempting to bind port 11791c9e-fcaf-4d11-8104-b4270f0591a6 on network f55343ed-6cd4-4a05-83fb-6b9ff396686a {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:39:32.477972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:39:32.478347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Checking segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:39:32.478753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:32.479174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Bound using segment: {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:39:32.479650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Bound port: 11791c9e-fcaf-4d11-8104-b4270f0591a6, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7eea1f-4edd-4507-b931-083a25325d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:39:32.480025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:32.600190 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-bba27c4f-e36c-400e-85de-376f47e6520a service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2245305
Feb 17 04:39:32.614670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:39:32.617884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:39:32.621264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:32.637678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d552d76-b141-40b9-8826-0cfd202a1283 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:32.799607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:32.812992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:32.833117 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:32.833814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:32.835257 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] 10.222.0.59 "PUT /v2.0/ports/11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 1157 time: 2.3302197
Feb 17 04:39:32.835794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:32.893750 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'status': 'completed', 'code': 200}
Feb 17 04:39:33.076036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86946e4-7701-4e78-9f7d-ce9835831a18 req-094e8b88-7b52-4515-a633-9d19b9f53702 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.077647 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c86946e4-7701-4e78-9f7d-ce9835831a18 req-094e8b88-7b52-4515-a633-9d19b9f53702 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1722548
Feb 17 04:39:33.080798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-ab8ceaf2-005b-42a8-a51d-1a63ad4c0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.082261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-ab8ceaf2-005b-42a8-a51d-1a63ad4c0ccb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1160 time: 0.1306498
Feb 17 04:39:33.176134 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-60cace86-67f3-473c-ab16-f89580598122 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 217 time: 0.0742106
Feb 17 04:39:33.244931 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c86946e4-7701-4e78-9f7d-ce9835831a18 req-8070f548-a499-4f86-8c54-086d1756d819 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601875
Feb 17 04:39:33.260834 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-32efafe2-f172-41c1-8f7d-d7f46820cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.262258 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-32efafe2-f172-41c1-8f7d-d7f46820cd83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0763180
Feb 17 04:39:33.349089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6eb6-209f-458f-80f1-08039657d12d req-cadc7337-10fa-4048-9ed0-89e0eae24ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.350730 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-cadc7337-10fa-4048-9ed0-89e0eae24ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820236
Feb 17 04:39:33.503668 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-92432bb9-4e5e-441b-934a-f5e7170279d8 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421297
Feb 17 04:39:33.656919 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1be6eb6-209f-458f-80f1-08039657d12d req-036e9abe-291f-4045-802f-383b687117d7 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373813
Feb 17 04:39:33.839964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-75a7a6bf-8709-4808-8735-bb204388bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.841488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-75a7a6bf-8709-4808-8735-bb204388bcac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1160 time: 0.0841742
Feb 17 04:39:34.008111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-9c3ab7f9-4aa0-4be3-8852-dba5b870c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.009701 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-9c3ab7f9-4aa0-4be3-8852-dba5b870c263 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1409075
Feb 17 04:39:34.082533 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-004a31a0-e385-4de7-acc9-356227b22ae2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 217 time: 0.0665987
Feb 17 04:39:34.156284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-c0eacb31-1a5a-467c-baa0-3ceb0837747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.158221 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-c0eacb31-1a5a-467c-baa0-3ceb0837747f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0695584
Feb 17 04:39:34.218912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:34.246255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-9d106a17-4a64-4507-b0b0-88fcb96ea70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.247924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-9d106a17-4a64-4507-b0b0-88fcb96ea70e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822258
Feb 17 04:39:34.446797 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-e53b4d20-a9a5-4f83-95ef-7bdc6872e58e service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903269
Feb 17 04:39:34.568697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58359f28-550d-488a-b1c2-b717e44e229e req-b0621f06-7f64-4443-9010-342546a1d8c4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.571069 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58359f28-550d-488a-b1c2-b717e44e229e req-b0621f06-7f64-4443-9010-342546a1d8c4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.2039838
Feb 17 04:39:34.655938 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e8b6cecd-91ff-4dd8-9dc8-caf91f0c69ab req-279eebb2-fd54-4940-82ce-2b0a7cd45f27 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2004824
Feb 17 04:39:34.661261 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58359f28-550d-488a-b1c2-b717e44e229e req-c0b05b63-c21f-4a42-a1fe-e69a5d517d29 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722663
Feb 17 04:39:35.867554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf146-4365-42ea-9c68-6ac3ca5c9e5f req-a272d557-2472-4294-b5e0-8ec4ff8ee5bd tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:35.869171 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-716cf146-4365-42ea-9c68-6ac3ca5c9e5f req-a272d557-2472-4294-b5e0-8ec4ff8ee5bd tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0903599
Feb 17 04:39:35.917195 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-716cf146-4365-42ea-9c68-6ac3ca5c9e5f req-29c2425c-76d4-4bb4-bc46-bf26f6aefb44 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416760
Feb 17 04:39:37.127805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c06df1-09a2-4735-8ece-ec77c79983d4 req-8fb75e55-afc4-4f9c-b7e6-1fd6d14a0445 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:37.129487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5c06df1-09a2-4735-8ece-ec77c79983d4 req-8fb75e55-afc4-4f9c-b7e6-1fd6d14a0445 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0914981
Feb 17 04:39:37.179418 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f5c06df1-09a2-4735-8ece-ec77c79983d4 req-cdb7e714-f320-4686-b12b-fc1196c03c6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427482
Feb 17 04:39:38.383330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661faaa7-f535-4a58-95fd-124eef5353f3 req-31144d21-b32e-432c-9c37-ccbb26c742e9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:38.384917 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-661faaa7-f535-4a58-95fd-124eef5353f3 req-31144d21-b32e-432c-9c37-ccbb26c742e9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0864160
Feb 17 04:39:38.432725 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-661faaa7-f535-4a58-95fd-124eef5353f3 req-37b84afb-3057-4fd4-b6f5-777adedebe8f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414801
Feb 17 04:39:39.356904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:39.428305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:39.433416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:39.433837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.560825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.589589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:39.601000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:39.604406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.606516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:39.640842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3574-65e3-4fcc-a761-aa3c954733de req-97e770bb-2643-4d39-830c-77b4c57b6eb6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.643061 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-516c3574-65e3-4fcc-a761-aa3c954733de req-97e770bb-2643-4d39-830c-77b4c57b6eb6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0937207
Feb 17 04:39:39.646348 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'code': 200}
Feb 17 04:39:39.684243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:39.687505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:39.698020 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-516c3574-65e3-4fcc-a761-aa3c954733de req-6dcd5d44-bc30-4f0e-a0c4-fc64054376b4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488763
Feb 17 04:39:39.940287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47aadf-1bb1-42d2-9490-d20dce36179b req-a6768542-85ae-4692-b36b-1f2f187bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.941787 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f47aadf-1bb1-42d2-9490-d20dce36179b req-a6768542-85ae-4692-b36b-1f2f187bc3b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0798235
Feb 17 04:39:39.993267 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0f47aadf-1bb1-42d2-9490-d20dce36179b req-c29ceee4-796a-4d7c-93a2-cc135bedd800 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363324
Feb 17 04:39:40.735611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:40.809198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:40.809623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:40.908084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a23ac3-f71d-49dd-b848-aeb851830246 req-6d90388a-a0ff-45c7-893b-a57c6eb47c60 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.909699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9a23ac3-f71d-49dd-b848-aeb851830246 req-6d90388a-a0ff-45c7-893b-a57c6eb47c60 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0888062
Feb 17 04:39:40.959415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9a23ac3-f71d-49dd-b848-aeb851830246 req-e3defede-699e-4e46-8bd0-224e9ea1ace3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428820
Feb 17 04:39:42.173691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf2f7-e9ae-4e69-b32a-bc33a3f4027e req-7bc529af-6eaf-4cdd-993c-6cc68a6cc541 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:42.175348 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e0cf2f7-e9ae-4e69-b32a-bc33a3f4027e req-7bc529af-6eaf-4cdd-993c-6cc68a6cc541 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0983181
Feb 17 04:39:42.229273 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e0cf2f7-e9ae-4e69-b32a-bc33a3f4027e req-c293f6e9-400b-419a-bf20-4eeeca8363c0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476608
Feb 17 04:39:42.430553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8bf68-0712-406f-92cc-da0bc9782db0 req-c4e3df08-483a-4780-8ccc-a0f5973a2c44 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:42.432207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63a8bf68-0712-406f-92cc-da0bc9782db0 req-c4e3df08-483a-4780-8ccc-a0f5973a2c44 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0882165
Feb 17 04:39:42.442006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 52758) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:42.447603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Request body: {'floatingip': {'port_id': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:42.536035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:42.779885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:42.853005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:42.853432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:43.185072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:43.188134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:43.374537 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Floating IP 79945681-5c51-40c3-a9d3-ff7abf5e7798 associated. External IP: 172.27.1.162, port: 11791c9e-fcaf-4d11-8104-b4270f0591a6.
Feb 17 04:39:43.747851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:43.944093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:43.948862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:43.954285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:43.965386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:43.966061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494702aa90>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:44.010771 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cfd7602b-b4d0-41a8-92ab-5eb9b0137d49 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "PUT /v2.0/floatingips/79945681-5c51-40c3-a9d3-ff7abf5e7798 HTTP/1.1" status: 200  len: 991 time: 1.5673800
Feb 17 04:39:44.011270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:44.121049 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'status': 'completed', 'code': 200}
Feb 17 04:39:44.158502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:44.258402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-37f23916-f849-4962-9847-d989332d3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.260073 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-37f23916-f849-4962-9847-d989332d3161 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0792739
Feb 17 04:39:44.414168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-f296e213-855b-46e9-9ea5-621c1a28f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.415718 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-f296e213-855b-46e9-9ea5-621c1a28f5c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1439557
Feb 17 04:39:44.528435 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-a6f01c93-645f-4e4d-8a73-9854ddeec735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 999 time: 0.1051538
Feb 17 04:39:44.533214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494702aa90>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '79945681-5c51-40c3-a9d3-ff7abf5e7798', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:ca:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:43Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:44.537573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:44.546594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:44.547343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494702aa90>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:44.603429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-ed8c077f-6b37-4e85-af89-feb5d0b71747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.605026 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-ed8c077f-6b37-4e85-af89-feb5d0b71747 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0690777
Feb 17 04:39:44.701928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-2a0df8a7-6107-4933-bf93-7ebc80ed249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.704135 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-2a0df8a7-6107-4933-bf93-7ebc80ed249f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823097
Feb 17 04:39:44.743672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:44.852939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-cab2a231-c854-4e20-9407-8705798be2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374822
Feb 17 04:39:45.002963 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2e5aa74f-9aa0-40bb-87ff-c5fce71c8086 req-16fbf31e-dc53-44bb-ad24-603457bb2d61 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415086
Feb 17 04:39:45.267907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494702aa90>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '79945681-5c51-40c3-a9d3-ff7abf5e7798', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:ca:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:43Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:45.272122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bafd277-2564-468d-a8e3-ae9aa7740c17 None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '79945681-5c51-40c3-a9d3-ff7abf5e7798', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'port_id': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'mac_address': 'fa:16:3e:ca:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:39:43Z', 'revision_number': 1, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:45.570398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b4d973-8150-444a-bdeb-eb1d1217903a None None] New status for floating IP 79945681-5c51-40c3-a9d3-ff7abf5e7798: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:39:46.347896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-03e60d04-cc7b-4b1a-b259-04d246e0cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:48.748956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dff3628e-fcfe-4b0c-bc75-cf498cc6d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:49.503343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:50.364760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:50.922464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:04.231081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.289908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:16.350364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ff09135-1cce-4822-8d28-944c7f774007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:17.618943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050eda-f474-45c9-aeab-14b33caa1f1a req-8b82a6c7-75f9-41dd-b17f-4c9addb4db3f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:17.620552 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1050eda-f474-45c9-aeab-14b33caa1f1a req-8b82a6c7-75f9-41dd-b17f-4c9addb4db3f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.0910363
Feb 17 04:40:17.885336 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a1050eda-f474-45c9-aeab-14b33caa1f1a req-58897bf4-dd10-4d5c-a98f-611a36909d4a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2581940
Feb 17 04:40:18.752364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-52e9b590-1327-4560-a9ee-c4cbb7f88687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.084837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7006d4-9606-4907-b7f8-59aec1bfe99a req-64323439-82f1-4213-8690-122bbb216b39 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:19.086445 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e7006d4-9606-4907-b7f8-59aec1bfe99a req-64323439-82f1-4213-8690-122bbb216b39 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.0850060
Feb 17 04:40:19.138716 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e7006d4-9606-4907-b7f8-59aec1bfe99a req-40772842-0f16-4268-a17b-c7203aaffc4f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459619
Feb 17 04:40:19.502473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.234259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-f422a11f-1550-4159-a3ee-91770d905b4b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:20.236886 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-f422a11f-1550-4159-a3ee-91770d905b4b tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.0893762
Feb 17 04:40:20.357789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.380248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 72a7c07e-7741-4138-b15c-7f46d1c74f7a {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:20.380635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.508979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22088308-13f2-429d-86dc-72b773205149 req-1babee98-edc9-4b83-bbf9-2f19d8bc341d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:20.510646 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22088308-13f2-429d-86dc-72b773205149 req-1babee98-edc9-4b83-bbf9-2f19d8bc341d tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 946 time: 0.2351468
Feb 17 04:40:20.650229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22088308-13f2-429d-86dc-72b773205149 req-5b9cad47-2aeb-4963-94a1-6ed0132ed500 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1290710
Feb 17 04:40:20.705107 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:20.705504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.880256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 72a7c07e-7741-4138-b15c-7f46d1c74f7a no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:20.953315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.023852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.032312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.032730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.033084 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Floating IP c8805b75-0d73-4a03-b9e2-ca2bc0cc1975 disassociated. External IP: 172.27.1.225, port: 72a7c07e-7741-4138-b15c-7f46d1c74f7a.
Feb 17 04:40:21.033480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 72a7c07e-7741-4138-b15c-7f46d1c74f7a owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:21.053930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:21.066058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:21.069084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.070977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:21.132888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:21.133255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:21.149044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:21.157686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.158076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.158602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.158799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.159228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.159601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.159973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.160344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.160732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.161054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.161420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.161783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.162208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.162619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.162985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.163372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.163734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.164097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.164460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.164824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.165171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.165531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.165894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.166332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:21.170881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:21.241669 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'code': 200}
Feb 17 04:40:21.634848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 72a7c07e-7741-4138-b15c-7f46d1c74f7a {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:21.635338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.858252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd0ca-cce9-48d1-987c-9c05fbb1208d req-0824da4b-3b57-4ac4-aa67-c85c965d3e69 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:21.860724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-435cd0ca-cce9-48d1-987c-9c05fbb1208d req-0824da4b-3b57-4ac4-aa67-c85c965d3e69 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 944 time: 0.0877614
Feb 17 04:40:21.908565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] For port 72a7c07e-7741-4138-b15c-7f46d1c74f7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=72a7c07e-7741-4138-b15c-7f46d1c74f7a,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:21.908970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.911769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-435cd0ca-cce9-48d1-987c-9c05fbb1208d req-8b4ca32e-a624-4aef-a6c7-87edeee27c7a tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups?id=aa5a1b05-88a2-4e29-b3d0-0604cb050251&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448015
Feb 17 04:40:22.224448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:22.224854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:22.225207 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Floating IP c8805b75-0d73-4a03-b9e2-ca2bc0cc1975 disassociated. External IP: 172.27.1.225, port: 72a7c07e-7741-4138-b15c-7f46d1c74f7a.
Feb 17 04:40:22.225579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 72a7c07e-7741-4138-b15c-7f46d1c74f7a owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:22.376591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:22.394091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f41ca71f-a0da-4e6f-b729-4fc13120c34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:22.499668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'Port': ['ID=72a7c07e-7741-4138-b15c-7f46d1c74f7a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:22.513756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.514175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.514592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.515001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.515432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.516368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.517240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.517648 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.518055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.518455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.518855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.519284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.519739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.520139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.520536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.520934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.521330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.521728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.522126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.522519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.522916 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.523338 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.523734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.524128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:22.529194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:22.779890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:40:22.979411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:40:22.991999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:40:23.007498 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:23.008433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494660f9b0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:23.026730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] No DVR routers for this DVR port 72a7c07e-7741-4138-b15c-7f46d1c74f7a on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:23.029108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:23.033064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-deleted', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:23.050995 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3581d63e-90b2-4dcc-8e12-6ae6811ba73e req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.59 "DELETE /v2.0/ports/72a7c07e-7741-4138-b15c-7f46d1c74f7a HTTP/1.1" status: 204  len: 173 time: 2.8080361
Feb 17 04:40:23.096107 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62b250c-c52b-4bd8-b6e0-b46ada9eee6f', 'name': 'network-vif-deleted', 'tag': '72a7c07e-7741-4138-b15c-7f46d1c74f7a', 'status': 'completed', 'code': 200}
Feb 17 04:40:23.120258 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b9a486a5-e48a-4883-ae9b-b41f4c960978 req-315f197d-ca1e-4fda-9f48-a76d0e7b8748 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62b250c-c52b-4bd8-b6e0-b46ada9eee6f HTTP/1.1" status: 200  len: 210 time: 0.0761194
Feb 17 04:40:23.243244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:23.573324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494660f9b0>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:23.577311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:40:23.586815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:23.587496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494660f9b0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:23.779427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:24.116312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494660f9b0>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:24.120457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7367072f-0153-4c48-93a8-97963fa55c91 None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 4, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '4c64707a-c138-4fd9-9f41-dfea9f05ecea', 'name': '', 'network_id': 'a4759f4f-636c-409c-a003-149d7d8e5a4a', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'mac_address': 'fa:16:3e:b1:6e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:28Z', 'updated_at': '2021-02-17T04:28:44Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'subnets': [{'id': '3f7f338b-b95f-498a-808d-20fb9838bc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:40:24.256594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53000) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:24.326448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.358841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.410277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.415571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-728c2d2d-9082-48e5-9297-8c820bec687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:24.434602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a1b05-88a2-4e29-b3d0-0604cb050251,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:24.438310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:24.446174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.447450 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa5a1b05-88a2-4e29-b3d0-0604cb050251 HTTP/1.1" status: 204  len: 168 time: 0.1897254
Feb 17 04:40:24.450316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53004) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:24.468351 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.v2.resource [None req-8ef5b745-02df-4b39-ae65-817a03f81e46 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] show failed (client error): The resource could not be found.
Feb 17 04:40:24.469461 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8ef5b745-02df-4b39-ae65-817a03f81e46 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "GET /v2.0/security-groups/aa5a1b05-88a2-4e29-b3d0-0604cb050251 HTTP/1.1" status: 404  len: 347 time: 0.0181575
Feb 17 04:40:24.472463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53008) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:24.498085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f5764-1f68-46ec-aa8f-588fe8f7cd4d None None] New status for floating IP c8805b75-0d73-4a03-b9e2-ca2bc0cc1975: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:40:24.643582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 95679cef-e276-477a-9125-b4894e7c3249 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:24.644160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.835550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:24.835926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.211296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 95679cef-e276-477a-9125-b4894e7c3249 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:25.302253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:25.302620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:25.803618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Deleting port 95679cef-e276-477a-9125-b4894e7c3249 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:25.804182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.994358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.994725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.131904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Calling delete_port for 95679cef-e276-477a-9125-b4894e7c3249 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:26.284472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.300300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c06498a0-d9ee-4148-871f-eedaa2e6bbc1 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:26.406308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Pushing event deleted for resources: {'Port': ['ID=95679cef-e276-477a-9125-b4894e7c3249,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:26.420122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.420542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.420956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.421370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.421774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.422733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.423170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.423576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.423978 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.424379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.424779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.425208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.425764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.426160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.426555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.426948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.427371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.427765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.428158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.428557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.428952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.429345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.429737 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.430127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:26.435280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:26.549914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.565426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.566648 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] 10.222.0.78 "DELETE /v2.0/floatingips/c8805b75-0d73-4a03-b9e2-ca2bc0cc1975 HTTP/1.1" status: 204  len: 168 time: 2.0932033
Feb 17 04:40:30.207131 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-aeded85d-f3b2-4585-923e-03b38450f67a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829558
Feb 17 04:40:30.388399 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-38e13c4c-276c-4283-8196-02c377b67003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:30.390018 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-38e13c4c-276c-4283-8196-02c377b67003 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.0859647
Feb 17 04:40:30.668666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53048) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:30.782237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-8f340f69-e202-472b-a898-cf42261ed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:30.783873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-8f340f69-e202-472b-a898-cf42261ed761 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.3733280
Feb 17 04:40:30.902412 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-9bfe1f96-b9e5-413e-aabb-20c162cba832 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 1001 time: 0.1112833
Feb 17 04:40:30.977073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-afe42361-7fc8-478c-b73d-9a4ba5b83c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:30.978628 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-afe42361-7fc8-478c-b73d-9a4ba5b83c1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0687943
Feb 17 04:40:31.067900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-614339d3-b446-4737-91ca-a3f993eb6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:31.069438 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-614339d3-b446-4737-91ca-a3f993eb6d3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836198
Feb 17 04:40:31.217695 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-e8be2db7-fcbe-49fa-b68d-f6f96b25d815 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403050
Feb 17 04:40:31.367246 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a74e9fe-3007-4739-b3d7-eab681eeca2b req-949fd8ec-1869-4b7e-91b8-083cc6bfbb62 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377244
Feb 17 04:40:31.512972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.895265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Deleting port 4c64707a-c138-4fd9-9f41-dfea9f05ecea {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:31.895664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:32.082481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] For port 4c64707a-c138-4fd9-9f41-dfea9f05ecea, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=4c64707a-c138-4fd9-9f41-dfea9f05ecea,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:32.082886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:32.221223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Calling delete_port for 4c64707a-c138-4fd9-9f41-dfea9f05ecea owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:32.535248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:32.551104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3dba5e5a-e85e-4f29-8fa2-8432f2f422e3 tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:32.878123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c64707a-c138-4fd9-9f41-dfea9f05ecea,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:32.888018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:33.206785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:33.731736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:40:33.927960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:40:33.937054 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Sync routers for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:40:33.941364 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-dab0d083-02ab-4b5a-97ab-84e1b680a810 admin admin] 10.222.0.78 "PUT /v2.0/routers/c5981f3f-f4ff-4ae2-b37e-950f9a5e4386/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2714832
Feb 17 04:40:33.944064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53060) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:33.947159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:33.947819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494660ff28>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:34.136461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:34.141523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.231871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.338432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.343760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Deleting port c4c0a998-9fa6-4a36-a667-751e8d45d6b9 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:34.344202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.451748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494660ff28>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:40:32Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:34.456169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Checking router: c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:40:34.465214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Routers {'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:34.465875 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494660ff28>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:34.534271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] For port c4c0a998-9fa6-4a36-a667-751e8d45d6b9, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=c4c0a998-9fa6-4a36-a667-751e8d45d6b9,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:34.534676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.675901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Calling delete_port for c4c0a998-9fa6-4a36-a667-751e8d45d6b9 owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:34.825749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] Set router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:34.826307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.021517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.153270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494660ff28>, [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:40:32Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:35.157574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a08f0-b4c6-4c39-b62a-92989ce283d5 None None] The sync data for ids ['c5981f3f-f4ff-4ae2-b37e-950f9a5e4386'] in dv-cinder-759987-4-iscsi is: [{'id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'name': 'tempest-AttachVolumeTestJSON-436305893-router', 'tenant_id': 'a2c8716a46f54187902492f8ce162f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:40:32Z', 'revision_number': 5, 'project_id': 'a2c8716a46f54187902492f8ce162f58', 'gw_port': {'id': 'c4c0a998-9fa6-4a36-a667-751e8d45d6b9', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5981f3f-f4ff-4ae2-b37e-950f9a5e4386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:40:35.162735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.165143 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.201634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.202240 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:40:35.215058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.216349 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0a719892-0abe-4698-aa13-1d0241ff31cf admin admin] 10.222.0.78 "DELETE /v2.0/routers/c5981f3f-f4ff-4ae2-b37e-950f9a5e4386 HTTP/1.1" status: 204  len: 168 time: 1.2712815
Feb 17 04:40:35.219245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53066) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:35.287658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Deleting subnet 3f7f338b-b95f-498a-808d-20fb9838bc1d {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:40:35.290890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.345533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.436933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.726542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.747393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:35.846111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7f338b-b95f-498a-808d-20fb9838bc1d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:35.850532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:36.122614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.128427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4886498-7445-4625-a4ca-c0e0e96a8bb5 None None] Network a4759f4f-636c-409c-a003-149d7d8e5a4a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:40:36.131919 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3f7f338b-b95f-498a-808d-20fb9838bc1d HTTP/1.1" status: 204  len: 168 time: 0.9110534
Feb 17 04:40:36.134127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53072) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:36.258770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.331372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Deleting port 2266f232-996c-4d8f-9df6-7d98a5c85f1d {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:36.331711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.555918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] For port 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=2266f232-996c-4d8f-9df6-7d98a5c85f1d,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:36.556327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.589849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] DHCP port deletion for a4759f4f-636c-409c-a003-149d7d8e5a4a request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:40:36.595971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Deleting port 2266f232-996c-4d8f-9df6-7d98a5c85f1d {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:36.596440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.690372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Calling delete_port for 2266f232-996c-4d8f-9df6-7d98a5c85f1d owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:36.770990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.786358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-71339b9c-365f-405c-a044-aa11ef67ac21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:36.821689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] For port 2266f232-996c-4d8f-9df6-7d98a5c85f1d, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=2266f232-996c-4d8f-9df6-7d98a5c85f1d,segment=NetworkSegment(178b5180-c1b1-41b3-9583-39376723fe14),segment_id=178b5180-c1b1-41b3-9583-39376723fe14)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:36.822065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.893669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2266f232-996c-4d8f-9df6-7d98a5c85f1d,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:36.898374 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:36.933494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] No DVR routers for this DVR port 2266f232-996c-4d8f-9df6-7d98a5c85f1d on host dv-cinder-759987-4-iscsi {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:36.963001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Calling delete_port for 2266f232-996c-4d8f-9df6-7d98a5c85f1d owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:37.040094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:37.040990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:37.062442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.183915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f49457145c0>,) {'filters': {'network_id': ['a4759f4f-636c-409c-a003-149d7d8e5a4a']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:37.197213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f49457145c0>, '178b5180-c1b1-41b3-9583-39376723fe14') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:37.197553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f49457145c0>, '178b5180-c1b1-41b3-9583-39376723fe14') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:37.201075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 2266f232-996c-4d8f-9df6-7d98a5c85f1d no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:37.210934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852514541'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.227886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.230161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:40:37.242526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 2266f232-996c-4d8f-9df6-7d98a5c85f1d {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:40:37.242930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 2266f232-996c-4d8f-9df6-7d98a5c85f1d not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:40:37.243435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c4c0a998-9fa6-4a36-a667-751e8d45d6b9 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:37.279395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: c4c0a998-9fa6-4a36-a667-751e8d45d6b9 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:40:37.279798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device c4c0a998-9fa6-4a36-a667-751e8d45d6b9 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:40:37.280262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 4c64707a-c138-4fd9-9f41-dfea9f05ecea no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:37.317913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 4c64707a-c138-4fd9-9f41-dfea9f05ecea {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:40:37.318237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 4c64707a-c138-4fd9-9f41-dfea9f05ecea not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:40:37.411625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Network a4759f4f-636c-409c-a003-149d7d8e5a4a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:40:37.425049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2262226'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.542367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Deleting port 2266f232-996c-4d8f-9df6-7d98a5c85f1d {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:37.542806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.604560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Network a4759f4f-636c-409c-a003-149d7d8e5a4a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:40:37.617138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-44577868-1197-4a45-8bee-7ff68286c305 None None] The port '2266f232-996c-4d8f-9df6-7d98a5c85f1d' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:40:37.628399 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:40:37.712577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.717092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.721101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:37.746281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4759f4f-636c-409c-a003-149d7d8e5a4a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:37.749265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:37.758179 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a4759f4f-636c-409c-a003-149d7d8e5a4a HTTP/1.1" status: 204  len: 168 time: 1.6229036
Feb 17 04:40:37.875487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53082) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:37.927793 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-44fefe3e-d80d-4a47-b2d0-4517cce711cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2c8716a46f54187902492f8ce162f58&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510149
Feb 17 04:40:37.930368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53086) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:37.991870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.022942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.072539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.077623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fccc4007-27a7-49f5-a5bf-f48118250578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:38.092009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc05a1-bf4a-42fd-91a9-ad91701f9fb9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:38.098151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:38.100204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.101736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3cc05a1-bf4a-42fd-91a9-ad91701f9fb9 HTTP/1.1" status: 204  len: 168 time: 0.1704013
Feb 17 04:40:40.016991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53136) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:40.143356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.159159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:40.163636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Usage tracker for resource:security_group_rule and tenant:fc5664efe16341a28f23503a431dd95d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:40.167066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:40.174548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:40.266894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.269438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.278258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bd43545b-f018-471e-9df0-e6ef2847f313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:40.321578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc5664efe16341a28f23503a431dd95d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3034441
Feb 17 04:40:40.323285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33128214-b90e-4324-98db-8ee1b784d62b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:40.324622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53144) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:40.326820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:40.388086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.414830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.462077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.467106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-48bba129-ca41-418d-a5ca-684da683c971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:40.477791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33128214-b90e-4324-98db-8ee1b784d62b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:40.481500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:40.486134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.487395 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33128214-b90e-4324-98db-8ee1b784d62b HTTP/1.1" status: 204  len: 168 time: 0.1609120
Feb 17 04:40:40.766818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53152) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:40.786519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.803298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:40.807387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f5c70b97f14b0eb0d68d3cabb38742 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:40.810382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:40.816858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:40.902616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.905489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.921195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f176fc31-07d2-4cf1-86e9-4d8c3e8d7d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:40.965326 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1f5c70b97f14b0eb0d68d3cabb38742&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1973119
Feb 17 04:40:40.967082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d86ce8-7576-4dfa-a2c3-180f8b46c3e2,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:40.968442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53156) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:40.970869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a55c0cf-c817-4d93-ac1d-d73ede317c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:41.038279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.068330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.112579 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.117530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-271a6f8b-5cd2-42c9-8e6e-828b3f439290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:41.131199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d86ce8-7576-4dfa-a2c3-180f8b46c3e2,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:41.135086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:41.140733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.141991 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-816886cd-b0ef-4d58-904e-276e66b8a240 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03d86ce8-7576-4dfa-a2c3-180f8b46c3e2 HTTP/1.1" status: 204  len: 168 time: 0.1711626
Feb 17 04:40:45.289299 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:46.352685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ded0a3d-aa3a-4386-bba3-03f4c61d77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.071488 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53268) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:47.199265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.214996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:47.219129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Usage tracker for resource:security_group_rule and tenant:4230016bea3f421b8fe165c3a1a816dd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:47.222086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:47.227961 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:47.313310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.316205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.324986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d314f96-9a6e-4301-9f4e-defd678d05ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:47.371453 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4230016bea3f421b8fe165c3a1a816dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987285
Feb 17 04:40:47.373130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973e562-f631-47db-8dd7-1e4fbc189660,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:47.374331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53274) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:47.377361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:47.440395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.467594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.513078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.519116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7ccf63b9-6d13-4d6d-9b1d-c6874dd2189d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:47.534164 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973e562-f631-47db-8dd7-1e4fbc189660,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:47.537476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:47.541838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.543069 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8973e562-f631-47db-8dd7-1e4fbc189660 HTTP/1.1" status: 204  len: 168 time: 0.1666503
Feb 17 04:40:47.828903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53282) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:47.848464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.864809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:47.868873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Usage tracker for resource:security_group_rule and tenant:9a706a86f1aa422a8167124baa98d5bb is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:47.871904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:47.878748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:47.969475 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.972097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.980844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f81d0af3-0e41-4a97-91d3-b414dafe274f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:48.025698 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a706a86f1aa422a8167124baa98d5bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1956501
Feb 17 04:40:48.026672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deae1f99-1e8a-4b54-8358-a7632853be3e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:48.028721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53286) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:48.029989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:48.093881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.122215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.173606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.179226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0cf9e485-0e91-4e26-a49e-8005a041e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:48.192602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae1f99-1e8a-4b54-8358-a7632853be3e,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:48.198536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:48.203008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.204274 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/deae1f99-1e8a-4b54-8358-a7632853be3e HTTP/1.1" status: 204  len: 168 time: 0.1744347
Feb 17 04:40:48.560926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53296) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:48.580532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.595993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:48.600000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Usage tracker for resource:security_group_rule and tenant:5c2b3fe4403641d48e9f0ac9d2535e67 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:48.602900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:48.608894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:48.691797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.694464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.707261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce940fb-980c-4a89-b4a6-506271956080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:48.751201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c2b3fe4403641d48e9f0ac9d2535e67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890545
Feb 17 04:40:48.752336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa239999-933c-4026-a5f0-77c20ff32b90,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:48.754072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53300) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:48.755948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-291a0e01-827e-48b0-90e6-dfaae2faaf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:48.757535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f9adc4ae-b8da-46c0-8a43-0fb4572bb977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.818153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.845446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.889888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.894871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d5a5751f-edd6-49d4-a88a-7bddffd5f1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:48.908386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa239999-933c-4026-a5f0-77c20ff32b90,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:48.913203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:48.918157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.919722 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa239999-933c-4026-a5f0-77c20ff32b90 HTTP/1.1" status: 204  len: 168 time: 0.1643960
Feb 17 04:40:49.505223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.361098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.929103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.816207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53444) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:59.943661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.958658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:59.962711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f05a54773a48538c5e47ff6bc0233a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:59.965655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:59.972019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:00.060233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.063954 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.072619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-938c252f-9e86-4d24-b6ef-9c7b7f0e9b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:00.115762 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4f05a54773a48538c5e47ff6bc0233a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2984235
Feb 17 04:41:00.116730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29615875-3043-4aed-9345-87d0e2e9cfc4,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:00.119830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53450) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:00.120254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:00.183377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.211006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.255803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.260628 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2fa9ebed-4f92-4c8c-85bb-08f1dd409441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:00.273860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29615875-3043-4aed-9345-87d0e2e9cfc4,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:00.276535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:00.285703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.286935 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-943ec3c6-ec69-4b69-900c-0c6cbd6c1cc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29615875-3043-4aed-9345-87d0e2e9cfc4 HTTP/1.1" status: 204  len: 168 time: 0.1658576
Feb 17 04:41:00.572762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53458) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:00.592428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.607785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:00.611914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Usage tracker for resource:security_group_rule and tenant:64291eaf8fa042c685fd7d92b6fc9f4d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:00.614857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:00.620744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:00.709535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.712315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.721100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-829d7468-333f-4736-9e0d-b9235168a948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:00.763535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64291eaf8fa042c685fd7d92b6fc9f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1895461
Feb 17 04:41:00.765286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8b86a-0a92-4d9c-afc0-d795a97b656d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:00.767102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53462) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:00.769295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:00.830857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.857684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.906376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.911332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d86e6855-b641-4b9d-aa19-399fb41431ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:00.924464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8b86a-0a92-4d9c-afc0-d795a97b656d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:00.928742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:00.934614 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.938336 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34c8b86a-0a92-4d9c-afc0-d795a97b656d HTTP/1.1" status: 204  len: 168 time: 0.1672876
Feb 17 04:41:01.299232 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53472) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:01.318664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.334594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:01.338724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Usage tracker for resource:security_group_rule and tenant:8992a9a197b9480b9b1c0754ddc16eea is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:01.341731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:01.348207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:01.433979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.436806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.446190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f81ae781-4b26-4ccc-9463-deb109d9a1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:01.488840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8992a9a197b9480b9b1c0754ddc16eea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883347
Feb 17 04:41:01.490569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875a88e-263f-4a89-9c19-c3449fb90991,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:01.491770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53476) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:01.493917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f1ce37fb-5717-4f5b-8ac7-5939ff04e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:01.557347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.585867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.631052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.635926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:01.648617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875a88e-263f-4a89-9c19-c3449fb90991,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:01.651348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:01.660298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.661534 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e75b7084-8af9-4127-89c1-98cdb7cf1964 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9875a88e-263f-4a89-9c19-c3449fb90991 HTTP/1.1" status: 204  len: 168 time: 0.1686232
Feb 17 04:41:02.655671 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-1206ed8a-7759-4b28-a918-090e0737ed2b tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/floatingips/d723d154-1ddd-4576-a038-18ec6b364981 HTTP/1.1" status: 200  len: 998 time: 0.1144338
Feb 17 04:41:03.050770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-ffd06275-da00-4b9d-89aa-d5e5a81cf811 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:03.058104 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-ffd06275-da00-4b9d-89aa-d5e5a81cf811 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.3953936
Feb 17 04:41:03.065211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-99b186e6-7073-43fc-a692-1d858bda46b3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:41:03.066393 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-99b186e6-7073-43fc-a692-1d858bda46b3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0073619
Feb 17 04:41:03.196786 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-387be329-efb1-4bfd-a1ba-dd55e8769a5e tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.153 HTTP/1.1" status: 200  len: 1001 time: 0.1223927
Feb 17 04:41:03.281469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-101e3230-6c12-4e6f-ab93-ddde40ae0fa3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:03.283085 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-101e3230-6c12-4e6f-ab93-ddde40ae0fa3 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports/5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 942 time: 0.0803275
Feb 17 04:41:03.482403 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-c0aa5048-5465-43b4-a5b2-4156b890faa0 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.153 HTTP/1.1" status: 200  len: 1001 time: 0.1092532
Feb 17 04:41:03.712145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Deleting port 4fd5313f-3054-46f4-889d-8cd10ff1ddf8 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:03.712708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.899112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.899481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.033571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Calling delete_port for 4fd5313f-3054-46f4-889d-8cd10ff1ddf8 owned by network:floatingip {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:04.202467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.218302 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:04.246136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.316025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event deleted for resources: {'Port': ['ID=4fd5313f-3054-46f4-889d-8cd10ff1ddf8,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:04.325525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:04.445857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for floatingip, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.446216 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Floating IP d723d154-1ddd-4576-a038-18ec6b364981 disassociated (deleted). External IP: 172.27.1.153, port: 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55.
Feb 17 04:41:04.844114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Router d6e4c34e-7dac-4a06-acef-15019fae591b has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:05.044884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:05.056012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Sync routers for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:05.066507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:05.067226 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ad9358>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:05.074712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.150744 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-9cb74e55-1dec-4dbe-83f8-a981b54150bd tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "DELETE /v2.0/floatingips/d723d154-1ddd-4576-a038-18ec6b364981 HTTP/1.1" status: 204  len: 173 time: 1.6615012
Feb 17 04:41:05.151337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:05.209975 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'status': 'completed', 'code': 200}
Feb 17 04:41:05.285153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:05.414760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-7672cb98-db68-4be2-b9dc-b848cdd43918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.416487 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-7672cb98-db68-4be2-b9dc-b848cdd43918 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.1516614
Feb 17 04:41:05.421568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-e58b11f3-9a89-4553-a481-b6be17bf0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.424042 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-e58b11f3-9a89-4553-a481-b6be17bf0971 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 1162 time: 0.2576053
Feb 17 04:41:05.639284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ad9358>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:05.644606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Checking router: d6e4c34e-7dac-4a06-acef-15019fae591b for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:05.654512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:05.655262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ad9358>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:05.866077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:05.919309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-9a0e6be8-ac37-4284-b91e-151301175410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.920830 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-9a0e6be8-ac37-4284-b91e-151301175410 service neutron] 10.222.0.59 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.4959524
Feb 17 04:41:05.921947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-43c4a8bb-168e-4b30-aeba-bd7723b07df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.923526 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-43c4a8bb-168e-4b30-aeba-bd7723b07df2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 200  len: 903 time: 0.4767902
Feb 17 04:41:06.058985 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-fced10d3-1407-4028-9afb-452a8e071d2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 217 time: 0.1299422
Feb 17 04:41:06.103533 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-aa9e3f11-5704-4794-8dac-dda6a6340298 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 200  len: 217 time: 0.1150568
Feb 17 04:41:06.198864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-26eef5e3-183c-4a64-b42e-0326114e63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:06.200522 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-26eef5e3-183c-4a64-b42e-0326114e63b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.1327496
Feb 17 04:41:06.205779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-d396c5b8-dd0a-43f4-b3cc-ef9413d73dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:06.207411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-d396c5b8-dd0a-43f4-b3cc-ef9413d73dde service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 200  len: 848 time: 0.0926814
Feb 17 04:41:06.231313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ad9358>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:06.236519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed61d-dabc-4998-9fd5-db935728ee26 None None] The sync data for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi is: [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:34:58Z', 'revision_number': 4, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'ff88c766-7b03-4b8d-9a8a-56cc3909b467', 'name': '', 'network_id': '736cba91-156c-4244-b589-a5a8068074fb', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'mac_address': 'fa:16:3e:f8:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:57Z', 'updated_at': '2021-02-17T04:35:08Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'subnets': [{'id': 'd6896da5-eb49-463d-b5d2-7f0487a71534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:06.368133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-6f7f9472-7515-4e70-8444-e608696aa75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:06.369768 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-6f7f9472-7515-4e70-8444-e608696aa75d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1614454
Feb 17 04:41:06.372332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-87c7a9fc-2c00-4caa-930e-a689305e7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:06.373825 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-87c7a9fc-2c00-4caa-930e-a689305e7cd8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=736cba91-156c-4244-b589-a5a8068074fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1275458
Feb 17 04:41:06.644120 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-79d05092-5f26-4b7b-a551-7de0d33d57ed service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667618
Feb 17 04:41:06.647491 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-4c01d4f0-ea73-401b-a4b3-df73b36fa96c service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463329
Feb 17 04:41:06.654666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787e869-2cdf-4546-8cbd-434b6a011d38 None None] New status for floating IP d723d154-1ddd-4576-a038-18ec6b364981: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:41:06.915992 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0bb549db-6066-4e35-aa31-a9119b47a85a req-0b6eba66-40b4-4657-a31f-c619618020f7 service neutron] 10.222.0.59 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2637794
Feb 17 04:41:06.918012 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3032deaf-0ff4-45b2-baab-c056fb2befb2 req-5a94a288-4e82-4c80-aa88-8db27b2f817e service neutron] 10.222.0.78 "GET /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2443750
Feb 17 04:41:07.348673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a29-ee59-4235-8f1e-869c34407827 req-43812840-2789-4d93-b27b-37b7ae1999c5 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:07.350578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-65d07a29-ee59-4235-8f1e-869c34407827 req-43812840-2789-4d93-b27b-37b7ae1999c5 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0981865
Feb 17 04:41:07.399473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-65d07a29-ee59-4235-8f1e-869c34407827 req-40e3fc9c-751c-4bd0-a7be-f4b9571d2624 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422711
Feb 17 04:41:08.603642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db180e4-df86-40d6-8e71-8af37b04d940 req-f8776d35-3306-4497-af97-8fce6506a868 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:08.605277 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8db180e4-df86-40d6-8e71-8af37b04d940 req-f8776d35-3306-4497-af97-8fce6506a868 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 945 time: 0.0909085
Feb 17 04:41:08.659743 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8db180e4-df86-40d6-8e71-8af37b04d940 req-876147ff-6017-4414-86b7-2e58529fb420 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471776
Feb 17 04:41:09.456746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:09.589771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.620708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:09.633830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:09.637416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.639313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-200b83f3-c68b-4170-9014-68a5f6aa5518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:09.682688 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'code': 200}
Feb 17 04:41:09.902770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=7']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:09.907845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:09.956038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424bf97-ad52-484d-a143-26284c1e5434 req-a7b8b28a-cb1c-4dc5-80bc-ba5ddef2d319 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:09.957059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c424bf97-ad52-484d-a143-26284c1e5434 req-a7b8b28a-cb1c-4dc5-80bc-ba5ddef2d319 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Synchronizing usage tracker for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:09.970868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe381-50a2-45b8-8e19-803912cbf1b6 req-769a60d2-d91e-4b57-adee-71a89e9e8a77 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:09.972563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-c424bf97-ad52-484d-a143-26284c1e5434 req-a7b8b28a-cb1c-4dc5-80bc-ba5ddef2d319 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Unset dirty status for tenant:79050d22ac3d4c7eb85cd6a19be9ef10 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:09.972705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a0fe381-50a2-45b8-8e19-803912cbf1b6 req-769a60d2-d91e-4b57-adee-71a89e9e8a77 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.1609030
Feb 17 04:41:09.973924 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c424bf97-ad52-484d-a143-26284c1e5434 req-a7b8b28a-cb1c-4dc5-80bc-ba5ddef2d319 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.59 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 943 time: 0.1482868
Feb 17 04:41:10.025622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5a0fe381-50a2-45b8-8e19-803912cbf1b6 req-c530805c-4bd8-4584-b40a-7faccf07acf6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups?id=874b7eeb-b4d6-4567-8340-88cb5924cc7f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462956
Feb 17 04:41:10.067771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Deleting port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:10.068150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:10.333342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] For port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:10.333666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:10.475807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Calling delete_port for 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:10.629348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:10.647998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7e70f33-0bb2-43a1-8deb-46425a54d3c9 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:10.746867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event deleted for resources: {'Port': ['ID=5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:10.750269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:10.866017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] No DVR routers for this DVR port 5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:10.868386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:10.871403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-deleted', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:10.888399 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c424bf97-ad52-484d-a143-26284c1e5434 req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.59 "DELETE /v2.0/ports/5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55 HTTP/1.1" status: 204  len: 173 time: 0.9069865
Feb 17 04:41:10.927896 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a16d76-4309-472d-9c9e-6e86b36a653c', 'name': 'network-vif-deleted', 'tag': '5ba59ff1-b19b-4ba6-9ef2-07dccd6b3a55', 'status': 'completed', 'code': 200}
Feb 17 04:41:11.208467 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cfcc386b-bf84-4ba9-8a5d-8525064bc40b req-b870f2f2-084c-46a4-bc86-e2095ceb76d8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/ports?device_id=62a16d76-4309-472d-9c9e-6e86b36a653c HTTP/1.1" status: 200  len: 210 time: 0.0567057
Feb 17 04:41:12.382920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-a2913270-d121-4f17-aa54-72c00b964be8 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "GET /v2.0/security-groups/874b7eeb-b4d6-4567-8340-88cb5924cc7f HTTP/1.1" status: 200  len: 2991 time: 0.0515566
Feb 17 04:41:12.458701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.492129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.543512 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.549161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86d15434-d800-46ce-b482-50e758b809ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:12.566383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874b7eeb-b4d6-4567-8340-88cb5924cc7f,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:12.569300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:12.576249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.577480 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-df9e1427-fa99-43d5-bfe4-9e5c7eb17f28 req-1f291895-b7eb-4de5-9f34-f733e87f5235 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] 10.222.0.78 "DELETE /v2.0/security-groups/874b7eeb-b4d6-4567-8340-88cb5924cc7f HTTP/1.1" status: 204  len: 173 time: 0.1882787
Feb 17 04:41:12.631889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53638) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:13.322813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b1d41-e399-4863-a8f1-2f96269c6a2b req-fb4e127b-72a9-4099-a7d9-442390422efc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:13.324396 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-279b1d41-e399-4863-a8f1-2f96269c6a2b req-fb4e127b-72a9-4099-a7d9-442390422efc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.5046868
Feb 17 04:41:13.466985 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-279b1d41-e399-4863-a8f1-2f96269c6a2b req-29a3acbb-4f33-47b0-a33e-a199304e98b6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786257
Feb 17 04:41:13.710058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.101195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Deleting port ff88c766-7b03-4b8d-9a8a-56cc3909b467 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:14.101570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.296756 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] For port ff88c766-7b03-4b8d-9a8a-56cc3909b467, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff88c766-7b03-4b8d-9a8a-56cc3909b467,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:14.297155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.436309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Calling delete_port for ff88c766-7b03-4b8d-9a8a-56cc3909b467 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:14.626388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.688768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caee4f-ab87-470a-bfba-40e960e52c29 req-98a0560f-c3a8-4aca-be4a-e8e2c2582d04 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:14.690373 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2caee4f-ab87-470a-bfba-40e960e52c29 req-98a0560f-c3a8-4aca-be4a-e8e2c2582d04 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0948625
Feb 17 04:41:14.694122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-81ae9d25-936b-4ed2-a87b-8c6ef58a3914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:14.740995 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b2caee4f-ab87-470a-bfba-40e960e52c29 req-f84576c3-bf34-48b6-a873-4c7465e318f9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438426
Feb 17 04:41:14.749650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff88c766-7b03-4b8d-9a8a-56cc3909b467,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:14.753178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:15.065539 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.619683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Router d6e4c34e-7dac-4a06-acef-15019fae591b has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:15.819435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:15.828305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Sync routers for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:15.837630 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-42ee08fb-5ee8-4008-8456-2ca374f83fe9 admin admin] 10.222.0.78 "PUT /v2.0/routers/d6e4c34e-7dac-4a06-acef-15019fae591b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2045469
Feb 17 04:41:15.840336 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53656) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:15.840992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:15.841670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ddb4e0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:16.045349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:16.371214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b91b5d09-36af-4c4f-ab91-c4a9bd78e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:16.379882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9a71d-2a31-4c17-ab86-0c3d61a10a04 req-7ca52a98-8d00-48b2-9dcf-cfc6d20e44af tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:16.381530 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-efb9a71d-2a31-4c17-ab86-0c3d61a10a04 req-7ca52a98-8d00-48b2-9dcf-cfc6d20e44af tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.4691644
Feb 17 04:41:16.383297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:16.393283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ddb4e0>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:41:14Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:16.397766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Checking router: d6e4c34e-7dac-4a06-acef-15019fae591b for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:16.407602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Routers {'d6e4c34e-7dac-4a06-acef-15019fae591b'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:16.408220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ddb4e0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['d6e4c34e-7dac-4a06-acef-15019fae591b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:16.581374 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-efb9a71d-2a31-4c17-ab86-0c3d61a10a04 req-76561f19-d59b-4c68-97c8-a41c7fc8e376 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374598
Feb 17 04:41:16.611018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] Set router d6e4c34e-7dac-4a06-acef-15019fae591b gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:16.617922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:16.623312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Deleting port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:16.623687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:16.816745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] For port 36c9f2a1-4b03-42e0-9da6-4c535735a1ea, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=36c9f2a1-4b03-42e0-9da6-4c535735a1ea,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:16.817067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:16.915582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ddb4e0>, [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:41:14Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:16.919703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62965b-5831-469e-baa8-954d6c9426a7 None None] The sync data for ids ['d6e4c34e-7dac-4a06-acef-15019fae591b'] in dv-cinder-759987-4-iscsi is: [{'id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'name': 'tempest-TestShelveInstance-1453013093-router', 'tenant_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:51Z', 'updated_at': '2021-02-17T04:41:14Z', 'revision_number': 5, 'project_id': '79050d22ac3d4c7eb85cd6a19be9ef10', 'gw_port': {'id': '36c9f2a1-4b03-42e0-9da6-4c535735a1ea', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4c34e-7dac-4a06-acef-15019fae591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:52Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:16.956247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Calling delete_port for 36c9f2a1-4b03-42e0-9da6-4c535735a1ea owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:17.103397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.plugins.ml2.ovo_rpc [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = function(*args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     proto.__init__(conn_state, self)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle()
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle_one_request()
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.handle_one_response()
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = self.application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return app(environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self.application)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return request.get_response(self.application)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = req.get_response(self._app)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     application, catch_exc_info=False)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     response = self.app(environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return resp(environ, start_response)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:17.110574 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     result = method(request=request, **args)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._delete(request, id, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return method(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, context, *args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return method(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     return function(*args, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]:     stack = traceback.extract_stack()
Feb 17 04:41:17.116758 dv-cinder-759987-4-iscsi neutron-server[83883]: 
Feb 17 04:41:17.195996 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff88c766-7b03-4b8d-9a8a-56cc3909b467 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:17.235686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: ff88c766-7b03-4b8d-9a8a-56cc3909b467 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:17.236088 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff88c766-7b03-4b8d-9a8a-56cc3909b467 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:17.319437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.460472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.462878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.555483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.556079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e4c34e-7dac-4a06-acef-15019fae591b {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:41:17.572239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.573488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bed2e58f-10bd-491e-b12e-ea52a325ef3f admin admin] 10.222.0.78 "DELETE /v2.0/routers/d6e4c34e-7dac-4a06-acef-15019fae591b HTTP/1.1" status: 204  len: 168 time: 1.7319438
Feb 17 04:41:17.576379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53672) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:17.652033 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Deleting subnet d6896da5-eb49-463d-b5d2-7f0487a71534 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:17.655326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.711165 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.877149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989a448-bf2b-4890-ba54-87ba825501e7 req-dec5b9d4-ae4a-4e20-a730-dd69a9653503 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:17.878789 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0989a448-bf2b-4890-ba54-87ba825501e7 req-dec5b9d4-ae4a-4e20-a730-dd69a9653503 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1328769
Feb 17 04:41:17.881418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.036352 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0989a448-bf2b-4890-ba54-87ba825501e7 req-4fa556fa-535f-4aee-9693-25829b95582c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257372
Feb 17 04:41:18.185586 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.201460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:18.299637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6896da5-eb49-463d-b5d2-7f0487a71534,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:18.303685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:18.338417 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.343768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f6c6a-fdb1-4030-bc11-9a4f93906f2e None None] Network 736cba91-156c-4244-b589-a5a8068074fb requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:18.349594 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d6896da5-eb49-463d-b5d2-7f0487a71534 HTTP/1.1" status: 204  len: 168 time: 0.7720072
Feb 17 04:41:18.352286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53682) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:18.471276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.545464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Deleting port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:18.545841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.624153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] DHCP port deletion for 736cba91-156c-4244-b589-a5a8068074fb request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:41:18.628983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Deleting port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:18.629423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.776753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] For port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:18.777154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.843797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69353380-1620-403c-b741-d0f16a9591ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.866686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] For port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,segment=NetworkSegment(beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1),segment_id=beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:18.867179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.915868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Calling delete_port for 04f3eb17-3e72-4baa-86a0-e64936e4ad5a owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:18.993430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.001821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Calling delete_port for 04f3eb17-3e72-4baa-86a0-e64936e4ad5a owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:19.009514 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16534d1e-6294-4f7a-be47-27ea47668186 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:19.078214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:19.079275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:19.116198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=04f3eb17-3e72-4baa-86a0-e64936e4ad5a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:19.120329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:19.155637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] No DVR routers for this DVR port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a on host dv-cinder-759987-4-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:19.238809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 36c9f2a1-4b03-42e0-9da6-4c535735a1ea no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:19.259244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410b8db-3b59-4822-96cc-6e9f20635d3a req-f99a8dc7-b47d-414e-8653-88fef27d74ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:19.260961 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b410b8db-3b59-4822-96cc-6e9f20635d3a req-f99a8dc7-b47d-414e-8653-88fef27d74ac tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1026790
Feb 17 04:41:19.285892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 36c9f2a1-4b03-42e0-9da6-4c535735a1ea {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:19.286650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 36c9f2a1-4b03-42e0-9da6-4c535735a1ea not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:19.286818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 04f3eb17-3e72-4baa-86a0-e64936e4ad5a no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:19.291787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.311865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b410b8db-3b59-4822-96cc-6e9f20635d3a req-414aaebe-4ae1-4e1f-a3ff-25ddccb89222 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445099
Feb 17 04:41:19.323882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 04f3eb17-3e72-4baa-86a0-e64936e4ad5a {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:19.324223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 04f3eb17-3e72-4baa-86a0-e64936e4ad5a not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:19.414229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f49462d91d0>,) {'filters': {'network_id': ['736cba91-156c-4244-b589-a5a8068074fb']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:19.427322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f49462d91d0>, 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:19.427671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f49462d91d0>, 'beeacd0f-7d8c-4cf5-964e-ba8ffa0e75a1') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:19.441339 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.456713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.458709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:19.507405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.580790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Deleting port 04f3eb17-3e72-4baa-86a0-e64936e4ad5a {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:19.581153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.654823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Network 736cba91-156c-4244-b589-a5a8068074fb has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:19.656902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3b33c10c-5b39-4a8b-b22d-96f1328be209 None None] The port '04f3eb17-3e72-4baa-86a0-e64936e4ad5a' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:41:19.665309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.848347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Network 736cba91-156c-4244-b589-a5a8068074fb has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:19.875251 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:19.950597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.954392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-15e6111c-0a05-4b5d-a9fd-d055ea164bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:19.968198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.979918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=736cba91-156c-4244-b589-a5a8068074fb,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:19.983592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:19.994401 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] 10.222.0.78 "DELETE /v2.0/networks/736cba91-156c-4244-b589-a5a8068074fb HTTP/1.1" status: 204  len: 168 time: 1.6410713
Feb 17 04:41:19.997472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53692) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:20.364502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.680030 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefdd7-b22e-48d4-9e85-5b907cd017e4 req-a9e96626-99cf-4f9e-a3b9-063683d65e6c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:20.681662 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-83eefdd7-b22e-48d4-9e85-5b907cd017e4 req-a9e96626-99cf-4f9e-a3b9-063683d65e6c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.2042129
Feb 17 04:41:20.818574 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-83eefdd7-b22e-48d4-9e85-5b907cd017e4 req-37e17556-b0f9-4d5c-b7b1-ed89b19d6f7a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033580
Feb 17 04:41:20.931518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.932870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:21.312801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Deleting port 96f209b8-7218-4891-bd54-05d60f01d6aa {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:21.313436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:21.504385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] For port 96f209b8-7218-4891-bd54-05d60f01d6aa, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=96f209b8-7218-4891-bd54-05d60f01d6aa,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:21.504984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:21.639925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Calling delete_port for 96f209b8-7218-4891-bd54-05d60f01d6aa owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:21.818375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:21.834452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b3f00697-2068-470e-b102-d9be125d798b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:21.945322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Pushing event deleted for resources: {'Port': ['ID=96f209b8-7218-4891-bd54-05d60f01d6aa,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:21.949743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:22.039210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a9d8-e87d-4987-a8a5-9c200024fee8 req-0b93f021-e227-4647-9e73-cb8da686a67c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:22.040869 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fba3a9d8-e87d-4987-a8a5-9c200024fee8 req-0b93f021-e227-4647-9e73-cb8da686a67c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0951624
Feb 17 04:41:22.092465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fba3a9d8-e87d-4987-a8a5-9c200024fee8 req-e1ec6044-7b26-4662-a8bd-75bb2264ae9a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443139
Feb 17 04:41:22.260971 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.289796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:41:22.775201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Router f5c51c36-3a29-4bc9-a763-1073775b30d3 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:23.213845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:23.225247 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] 10.222.0.78 "PUT /v2.0/routers/f5c51c36-3a29-4bc9-a763-1073775b30d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2266612
Feb 17 04:41:23.228309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53708) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:23.228570 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Sync routers for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:23.248745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:23.249821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e97908>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:23.321796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67942e3-42ce-4054-af2b-05b9ba8ca3c1 req-863c1608-2787-455d-8fb5-9f396a855b41 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:23.323555 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b67942e3-42ce-4054-af2b-05b9ba8ca3c1 req-863c1608-2787-455d-8fb5-9f396a855b41 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0969460
Feb 17 04:41:23.383516 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b67942e3-42ce-4054-af2b-05b9ba8ca3c1 req-c6e94a98-4326-4489-b7be-717ab1a42e1c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521054
Feb 17 04:41:23.430856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.455153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:23.626709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.631907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Deleting port 24fb814b-a76e-4745-9116-40bcde224cf4 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:23.632277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.761199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e97908>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:41:21Z', 'revision_number': 5, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:23.765300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Checking router: f5c51c36-3a29-4bc9-a763-1073775b30d3 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:23.775045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Routers {'f5c51c36-3a29-4bc9-a763-1073775b30d3'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:23.775726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945e97908>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['f5c51c36-3a29-4bc9-a763-1073775b30d3'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:23.820519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] For port 24fb814b-a76e-4745-9116-40bcde224cf4, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=24fb814b-a76e-4745-9116-40bcde224cf4,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:23.820921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.957284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Calling delete_port for 24fb814b-a76e-4745-9116-40bcde224cf4 owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:23.967694 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] Set router f5c51c36-3a29-4bc9-a763-1073775b30d3 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:24.098752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.288335 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945e97908>, [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:41:21Z', 'revision_number': 5, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:24.292849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98c9f1-9308-4a6b-a4c5-e17ede5bc62b None None] The sync data for ids ['f5c51c36-3a29-4bc9-a763-1073775b30d3'] in dv-cinder-759987-4-iscsi is: [{'id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'name': 'tempest-TestShelveInstance-1008945148-router', 'tenant_id': 'a10410f2fff54723be5051b4b34840cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:01Z', 'updated_at': '2021-02-17T04:41:21Z', 'revision_number': 5, 'project_id': 'a10410f2fff54723be5051b4b34840cb', 'gw_port': {'id': '24fb814b-a76e-4745-9116-40bcde224cf4', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c51c36-3a29-4bc9-a763-1073775b30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:02Z', 'updated_at': '2021-02-17T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:24.595714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.749383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.754288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.769507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08586bf-68ed-41d9-b656-33cda9cc4321 req-96015ff2-9bf8-4abf-8e26-f98936ad442a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:24.771147 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a08586bf-68ed-41d9-b656-33cda9cc4321 req-96015ff2-9bf8-4abf-8e26-f98936ad442a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.2582438
Feb 17 04:41:24.806788 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.807364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c51c36-3a29-4bc9-a763-1073775b30d3 {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:41:24.836736 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a08586bf-68ed-41d9-b656-33cda9cc4321 req-344d5e2c-a8a3-4640-a63c-f6a1bdb8a3cb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536201
Feb 17 04:41:24.839709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.843546 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cfb72aaa-700e-4e98-8bb4-4b66eea21088 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f5c51c36-3a29-4bc9-a763-1073775b30d3 HTTP/1.1" status: 204  len: 168 time: 1.6139600
Feb 17 04:41:24.843785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53716) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:24.914383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Deleting subnet ad031de5-abac-464b-b3b3-260fa353d6d7 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:24.917729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.977201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.062711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.239464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 24fb814b-a76e-4745-9116-40bcde224cf4 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:25.285770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 24fb814b-a76e-4745-9116-40bcde224cf4 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:25.285770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 24fb814b-a76e-4745-9116-40bcde224cf4 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:25.285770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 96f209b8-7218-4891-bd54-05d60f01d6aa no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:25.315468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 96f209b8-7218-4891-bd54-05d60f01d6aa {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:25.315795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 96f209b8-7218-4891-bd54-05d60f01d6aa not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:25.348814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.364890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:25.466126 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad031de5-abac-464b-b3b3-260fa353d6d7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:25.470235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:25.506125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.510973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2b1be-34a9-404e-a559-d55f6108c589 None None] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:25.513108 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6c7bfd5b-9ced-4750-a92b-5525e3c95580 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ad031de5-abac-464b-b3b3-260fa353d6d7 HTTP/1.1" status: 204  len: 168 time: 0.6676056
Feb 17 04:41:25.516592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53722) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:25.635720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.706224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Deleting port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:25.706601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.775729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] DHCP port deletion for dde75ed3-2c9d-4c02-8b28-19ca1458a99b request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:41:25.779969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Deleting port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:25.780440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.915025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:25.936935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] For port cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:25.937315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.057097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062621ec-599a-404c-9b8e-735d373f6cdf req-4abe20cd-f845-4ab1-971a-7b654f3b5a92 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:26.058793 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-062621ec-599a-404c-9b8e-735d373f6cdf req-4abe20cd-f845-4ab1-971a-7b654f3b5a92 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0954084
Feb 17 04:41:26.085059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Calling delete_port for cff085d3-0f14-4a9c-a6e4-9a247f3718a9 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:26.114005 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-062621ec-599a-404c-9b8e-735d373f6cdf req-d80620a6-aa18-49f5-a941-091153efcd06 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479598
Feb 17 04:41:26.177599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.193868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f911a50d-8e0e-4aba-be67-0ec13fb4f33b tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:26.236308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] For port cff085d3-0f14-4a9c-a6e4-9a247f3718a9, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,segment=NetworkSegment(03547262-14df-4038-8081-974ede59fc24),segment_id=03547262-14df-4038-8081-974ede59fc24)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:26.236760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.304050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff085d3-0f14-4a9c-a6e4-9a247f3718a9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:26.318484 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.318910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.319377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.319789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.320196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.320602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.321004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.321406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.321809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.322209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.322609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.323009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.323491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.323894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.324292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.324690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.325084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.325481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.325877 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.326273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.326671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.327087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.327485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.327878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:26.333635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:26.361445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] No DVR routers for this DVR port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 on host dv-cinder-759987-4-iscsi {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:26.377485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Calling delete_port for cff085d3-0f14-4a9c-a6e4-9a247f3718a9 owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:26.418911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:26.419255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.489601 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.516794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:26.517201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:26.608252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f49463c4c88>,) {'filters': {'network_id': ['dde75ed3-2c9d-4c02-8b28-19ca1458a99b']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:26.621155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f49463c4c88>, '03547262-14df-4038-8081-974ede59fc24') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:26.621500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f49463c4c88>, '03547262-14df-4038-8081-974ede59fc24') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:26.633530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852514541'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.651286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.653300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:26.835058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:26.844652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2262226'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.018086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Deleting port cff085d3-0f14-4a9c-a6e4-9a247f3718a9 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:27.018643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.022075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Network dde75ed3-2c9d-4c02-8b28-19ca1458a99b has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:27.045017 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:27.089863 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b038667-b1d2-4c83-8fe8-157cd3907e22 None None] The port 'cff085d3-0f14-4a9c-a6e4-9a247f3718a9' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:41:27.129697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.133718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:27.151650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.161605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde75ed3-2c9d-4c02-8b28-19ca1458a99b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:27.165971 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dde75ed3-2c9d-4c02-8b28-19ca1458a99b HTTP/1.1" status: 204  len: 168 time: 1.6481578
Feb 17 04:41:27.167192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:27.233351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cff085d3-0f14-4a9c-a6e4-9a247f3718a9 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:27.278059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: cff085d3-0f14-4a9c-a6e4-9a247f3718a9 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:27.278585 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cff085d3-0f14-4a9c-a6e4-9a247f3718a9 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:27.318319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53734) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:27.355860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0036af-83ab-4df4-b51a-93ba6d1536e5 req-ec0cd628-3ad3-459b-af16-a45a50be54e1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:27.357693 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6e0036af-83ab-4df4-b51a-93ba6d1536e5 req-ec0cd628-3ad3-459b-af16-a45a50be54e1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1021857
Feb 17 04:41:27.378488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-11c2f782-45fa-44f0-9416-9813d4c6d80f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79050d22ac3d4c7eb85cd6a19be9ef10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556991
Feb 17 04:41:27.379242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53738) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:27.410215 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6e0036af-83ab-4df4-b51a-93ba6d1536e5 req-c7fc1a26-0c2c-42a3-9bdc-cd9cedd6f17e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443954
Feb 17 04:41:27.452593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.483589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.549983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.555239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-05f27507-28d1-4d90-ad46-b3fe8d022c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:27.571269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97dea1-93ca-4438-ae94-f42b4e50af10,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:27.584711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.585131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.585545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.585952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.586356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.586759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.587183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.587582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.587981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.588376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.588775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.589778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.590431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.590929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.591447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.591849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.592247 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.592649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.593047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.593448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.593913 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.594584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.594989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.595414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:27.599171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:27.601548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.603520 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c97dea1-93ca-4438-ae94-f42b4e50af10 HTTP/1.1" status: 204  len: 168 time: 0.2230735
Feb 17 04:41:27.961786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53748) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:28.012992 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fc23344a-ef55-4a3a-a381-5bc4795556de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a10410f2fff54723be5051b4b34840cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498888
Feb 17 04:41:28.015432 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 53752) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:28.080858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.108286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.156806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.163149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-50b62747-9648-4e6c-9a79-84b2da3a4962 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:28.176345 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8c025-6a4a-4e6f-952a-f2852e5794d1,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:28.178812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:28.183159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.184193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e5597525-2432-4d0d-a45e-8de274a12aef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69f8c025-6a4a-4e6f-952a-f2852e5794d1 HTTP/1.1" status: 204  len: 168 time: 0.1677983
Feb 17 04:41:28.633369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce2b3-e97b-4bbe-a790-3787e9695f6b req-cb4802f7-9d24-4064-aeb0-61696d73999b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:28.635023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683ce2b3-e97b-4bbe-a790-3787e9695f6b req-cb4802f7-9d24-4064-aeb0-61696d73999b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0931821
Feb 17 04:41:28.687548 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-683ce2b3-e97b-4bbe-a790-3787e9695f6b req-3b938605-d392-495b-8616-7014d98b873f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462720
Feb 17 04:41:29.896179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ebc61-6b76-4ec1-be08-fc47ae67b3f5 req-37f8d34c-0bdd-4f6c-affa-cba38f544541 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:29.897777 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-810ebc61-6b76-4ec1-be08-fc47ae67b3f5 req-37f8d34c-0bdd-4f6c-affa-cba38f544541 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0871742
Feb 17 04:41:29.945229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-810ebc61-6b76-4ec1-be08-fc47ae67b3f5 req-d5f8fd3f-5a73-4988-b12e-ba74ac5614a9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411780
Feb 17 04:41:31.150221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64505c-2596-4fd4-957f-9c1106acbd24 req-fd760557-58f8-4314-87d1-f1d26e726358 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:31.151905 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe64505c-2596-4fd4-957f-9c1106acbd24 req-fd760557-58f8-4314-87d1-f1d26e726358 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0894864
Feb 17 04:41:31.201676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fe64505c-2596-4fd4-957f-9c1106acbd24 req-8c379849-eb8f-42b9-8a4b-459869014d51 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426133
Feb 17 04:41:32.409540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5e725-13a0-4086-a96e-f4055e1b4eed req-6bbd2db2-0752-480c-8fc7-fdea19b4189f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:32.412093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-40c5e725-13a0-4086-a96e-f4055e1b4eed req-6bbd2db2-0752-480c-8fc7-fdea19b4189f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0906928
Feb 17 04:41:32.460883 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-40c5e725-13a0-4086-a96e-f4055e1b4eed req-88109803-21b4-4b3d-ab30-b200644daa6f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424564
Feb 17 04:41:33.809513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b699f-1a63-408c-9df8-92cca1c671ca req-8ea4212f-88f4-42c8-a316-203632ce7a36 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:33.811093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-960b699f-1a63-408c-9df8-92cca1c671ca req-8ea4212f-88f4-42c8-a316-203632ce7a36 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0934653
Feb 17 04:41:33.859459 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-960b699f-1a63-408c-9df8-92cca1c671ca req-62ce9319-44ea-4ca7-bf33-64dfd5f57b37 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419912
Feb 17 04:41:35.061395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c286cd4-703b-4c0c-b6d4-c3db5e9d341e req-a3632456-85db-450d-a36e-6b86505f2cd0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:35.062990 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c286cd4-703b-4c0c-b6d4-c3db5e9d341e req-a3632456-85db-450d-a36e-6b86505f2cd0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0865138
Feb 17 04:41:35.114391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9c286cd4-703b-4c0c-b6d4-c3db5e9d341e req-ab2a3bc7-09f1-4f44-b52f-760d98373b88 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443094
Feb 17 04:41:35.867945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:36.317754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538c37f-d99a-4065-95bb-556f589596fd req-a6530e02-92ec-4c39-b85f-a156cb5b012e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:36.319404 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0538c37f-d99a-4065-95bb-556f589596fd req-a6530e02-92ec-4c39-b85f-a156cb5b012e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0889535
Feb 17 04:41:36.372251 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0538c37f-d99a-4065-95bb-556f589596fd req-23a18de3-b3a3-4dc3-8b0c-6444f610629a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465598
Feb 17 04:41:37.579548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b29ba0-0155-4d32-8ae5-62a11affd8fc req-fd8e2983-6534-4ddb-9eb8-ce0d17704f09 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.581129 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11b29ba0-0155-4d32-8ae5-62a11affd8fc req-fd8e2983-6534-4ddb-9eb8-ce0d17704f09 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0875885
Feb 17 04:41:37.629156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-11b29ba0-0155-4d32-8ae5-62a11affd8fc req-189c1763-8eab-4203-8756-b5350a01421d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409162
Feb 17 04:41:37.996493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-dedc43d8-a031-417c-915b-f227161d533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.998103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-dedc43d8-a031-417c-915b-f227161d533c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0826163
Feb 17 04:41:38.156194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-28b9843e-4a5e-446f-a75e-07b1bb8d692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.157709 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-28b9843e-4a5e-446f-a75e-07b1bb8d692a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1377602
Feb 17 04:41:38.266805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-928ef157-fcf7-4b92-b1ce-d2f14beedeaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 1001 time: 0.1010203
Feb 17 04:41:38.340199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-6beca720-c5e4-419c-b117-47d99225dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.341728 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-6beca720-c5e4-419c-b117-47d99225dd55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0668924
Feb 17 04:41:38.426624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-238e0771-7d7c-4d68-992b-d47a578a1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.428212 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-238e0771-7d7c-4d68-992b-d47a578a1560 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791214
Feb 17 04:41:38.803834 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-af68b5c3-a8fa-4bcd-b575-f0fc778b9b52 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450117
Feb 17 04:41:38.842408 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd66db-f92a-441b-8863-7acba8bb2865 req-582b39e0-0b69-4ac8-9426-5462ef11fd18 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.844157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41dd66db-f92a-441b-8863-7acba8bb2865 req-582b39e0-0b69-4ac8-9426-5462ef11fd18 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0948017
Feb 17 04:41:38.896579 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-41dd66db-f92a-441b-8863-7acba8bb2865 req-a87775a2-1139-4436-a1ad-8554ef75d85f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452561
Feb 17 04:41:38.973363 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f4262d1a-87d2-4dba-9c3b-8bd24f7f6627 req-b069ad9a-49db-4cb9-805e-59d2eea1c6c4 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457186
Feb 17 04:41:40.348942 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d67c5-a55d-4030-9a53-652ce97b35fa req-37b76805-6fe5-428b-a7a8-edf18fafa51c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:40.350654 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a1d67c5-a55d-4030-9a53-652ce97b35fa req-37b76805-6fe5-428b-a7a8-edf18fafa51c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.3300545
Feb 17 04:41:40.408805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9a1d67c5-a55d-4030-9a53-652ce97b35fa req-f73303bd-9d53-4390-9e2c-784500c28875 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511684
Feb 17 04:41:41.632264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6d15-8956-42cb-80ef-b8f293e522f0 req-e5851512-1e15-4012-ae24-fd3e3607f81f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:41.634056 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a17b6d15-8956-42cb-80ef-b8f293e522f0 req-e5851512-1e15-4012-ae24-fd3e3607f81f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0936551
Feb 17 04:41:41.692845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a17b6d15-8956-42cb-80ef-b8f293e522f0 req-b9316488-ed24-40be-9c27-9f78f25901cd tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523891
Feb 17 04:41:42.939026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8de43-4962-4d30-a350-7d85fd511f18 req-56db4cb9-7bbf-4189-b988-114f3d7063c7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:42.941310 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9b8de43-4962-4d30-a350-7d85fd511f18 req-56db4cb9-7bbf-4189-b988-114f3d7063c7 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1151159
Feb 17 04:41:43.056155 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9b8de43-4962-4d30-a350-7d85fd511f18 req-cd337996-e32f-411b-96c8-c6db9748e186 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062839
Feb 17 04:41:44.317758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeface-29ab-4099-8f68-8b33ce73f644 req-82ed59aa-2e3b-4a0a-b9c9-2379eecf7fda tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:44.326084 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-edeeface-29ab-4099-8f68-8b33ce73f644 req-82ed59aa-2e3b-4a0a-b9c9-2379eecf7fda tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1123726
Feb 17 04:41:44.386984 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-edeeface-29ab-4099-8f68-8b33ce73f644 req-a16f97bc-7b55-45c7-9d61-4abd919d1f87 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594742
Feb 17 04:41:45.614976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489086e9-1b91-4509-9579-419a56bb9798 req-df9ecdca-0339-440f-8516-41f90a608d89 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:45.622767 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-489086e9-1b91-4509-9579-419a56bb9798 req-df9ecdca-0339-440f-8516-41f90a608d89 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0989761
Feb 17 04:41:45.679158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-489086e9-1b91-4509-9579-419a56bb9798 req-86f8c269-b33e-47f4-af37-85ff23be7731 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514789
Feb 17 04:41:46.357738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2398f96d-94a1-4b92-a75f-f158bfe09ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.927314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1e62a-9a13-4517-a093-b2cd1fd4592b req-0c926bd4-91d7-45d6-a351-3f4c895641f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:46.929035 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90f1e62a-9a13-4517-a093-b2cd1fd4592b req-0c926bd4-91d7-45d6-a351-3f4c895641f6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1221988
Feb 17 04:41:46.982774 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-90f1e62a-9a13-4517-a093-b2cd1fd4592b req-bcfc9774-d451-4be2-95ad-1a8383f8fdd1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470092
Feb 17 04:41:48.234649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d4cc-3392-473f-b808-14a517741917 req-5cf991b2-c20a-42c3-912d-7014a4f69ad3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:48.237075 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7bc8d4cc-3392-473f-b808-14a517741917 req-5cf991b2-c20a-42c3-912d-7014a4f69ad3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1106870
Feb 17 04:41:48.289228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7bc8d4cc-3392-473f-b808-14a517741917 req-b5348f75-ffb2-4516-8d92-bd85007f4023 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446231
Feb 17 04:41:48.762569 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba827524-b946-4b43-bf69-f403c38d4d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.520205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.533003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0a6e4-e5ab-4f1b-960f-30a93744f98c req-e365c3e7-607f-4f5b-bb8b-be0b2da0f9bb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.534652 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5df0a6e4-e5ab-4f1b-960f-30a93744f98c req-e365c3e7-607f-4f5b-bb8b-be0b2da0f9bb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.1051276
Feb 17 04:41:49.584243 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5df0a6e4-e5ab-4f1b-960f-30a93744f98c req-ae9f9da7-1845-4399-bd90-5cbec349afbb tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427639
Feb 17 04:41:50.368367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:50.796820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678659b-e6fd-4fbf-9a58-6b6383cc6cc7 req-02feb8e5-2dfb-4c4c-a7b6-ed703dd45d1e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.798461 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5678659b-e6fd-4fbf-9a58-6b6383cc6cc7 req-02feb8e5-2dfb-4c4c-a7b6-ed703dd45d1e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0896630
Feb 17 04:41:50.848705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5678659b-e6fd-4fbf-9a58-6b6383cc6cc7 req-4e1de8fd-49c7-49bb-b82f-deeda0203583 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433900
Feb 17 04:41:50.930474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-83d6922a-b30b-4de8-aba4-001f8cf9d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.932031 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-83d6922a-b30b-4de8-aba4-001f8cf9d2ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0823917
Feb 17 04:41:50.934312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:51.076807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-99cd1e77-38be-4ee1-a5df-60bf6a6ac59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:51.078419 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-99cd1e77-38be-4ee1-a5df-60bf6a6ac59b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1393855
Feb 17 04:41:51.196281 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-a0f6f877-369c-4ac8-a72c-10325eaaf9af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 1001 time: 0.1107659
Feb 17 04:41:51.266748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-d5bab281-12e6-4725-9190-67ac5fe7a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:51.268766 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-d5bab281-12e6-4725-9190-67ac5fe7a6fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0656452
Feb 17 04:41:51.369611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-567dcb6e-96e2-43ee-8c91-13133c569588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:51.372303 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-567dcb6e-96e2-43ee-8c91-13133c569588 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0963275
Feb 17 04:41:51.546068 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-69b0ce3f-78a2-4c40-b1c6-e8444ef5edc1 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663289
Feb 17 04:41:51.705388 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4cdbe0d7-b023-4641-af63-21e55af0177c req-3028b7cb-1d8c-46c3-ba0b-15776206b346 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520054
Feb 17 04:41:52.067762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db4037-5699-4d27-b19a-fb2b07c00c57 req-fd7a596d-cc31-47bb-ab46-be1eeb46b6b4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:52.069398 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9db4037-5699-4d27-b19a-fb2b07c00c57 req-fd7a596d-cc31-47bb-ab46-be1eeb46b6b4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0946698
Feb 17 04:41:52.121047 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9db4037-5699-4d27-b19a-fb2b07c00c57 req-1defa937-5691-4238-bfa3-8d136b3ec806 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453088
Feb 17 04:41:53.343483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d0efb-4d27-4081-a7ca-cfb2840f5ff7 req-18ab83a0-3ed4-4b5d-8ac5-88d17213f8e1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.345130 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-204d0efb-4d27-4081-a7ca-cfb2840f5ff7 req-18ab83a0-3ed4-4b5d-8ac5-88d17213f8e1 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0884871
Feb 17 04:41:53.399848 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-204d0efb-4d27-4081-a7ca-cfb2840f5ff7 req-2f3fd7fe-f270-4429-b2eb-b5b8a50bb833 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477808
Feb 17 04:41:54.609369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fd048-1715-433e-b448-53b3c267729b req-5a7e09f4-05ca-4733-8921-612cb9cfef09 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:54.611005 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eb5fd048-1715-433e-b448-53b3c267729b req-5a7e09f4-05ca-4733-8921-612cb9cfef09 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0924776
Feb 17 04:41:54.664360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-eb5fd048-1715-433e-b448-53b3c267729b req-c70774e5-ceac-4004-985f-522aeafb2977 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459161
Feb 17 04:41:55.451542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:55.577696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:55.606801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:55.617767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:55.620316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:55.622238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:55.661707 dv-cinder-759987-4-iscsi neutron-server[83883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'code': 422} returned with failed status
Feb 17 04:41:55.696056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:55.704121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.704525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.704945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.705328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.705706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.706124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.707069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.707652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.708035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.708410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.708841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.709139 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.709553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.709922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.710295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.710661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.711027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.711430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.711795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.712356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.712938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.713451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.713837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.714511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:55.718699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:55.974644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53982) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:56.113458 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.130428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:56.134693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c18941612f4070a9e88596bd47e3dd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:56.137885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:56.143918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:56.222371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475e393-a3be-4d23-8d37-687075f03a35 req-e5333c87-f583-4ce8-8289-fabbf71649fc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.224095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4475e393-a3be-4d23-8d37-687075f03a35 req-e5333c87-f583-4ce8-8289-fabbf71649fc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0953887
Feb 17 04:41:56.275178 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4475e393-a3be-4d23-8d37-687075f03a35 req-3796a058-8325-4c25-bd5d-6b5de171c933 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447650
Feb 17 04:41:56.298804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.304038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.312347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7684e6b1-278f-48d7-955d-75ae282ac33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:56.343974 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-9cc0878c-4f04-49f4-8d45-f196aa340bff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1593230
Feb 17 04:41:56.358801 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6c18941612f4070a9e88596bd47e3dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3829806
Feb 17 04:41:56.361947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 53998) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:56.375437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e071d6-70c5-4dad-a2db-238cf8d821ae,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:56.380864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:56.430603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.462064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.510219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.515542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f7398903-1a73-4d72-b2e2-ac889756a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:56.528233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e071d6-70c5-4dad-a2db-238cf8d821ae,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:56.531081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:56.537116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.542173 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2cb1396a-a8ba-4b5d-ba38-95159dceb2f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53e071d6-70c5-4dad-a2db-238cf8d821ae HTTP/1.1" status: 204  len: 168 time: 0.1791406
Feb 17 04:41:57.194437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-f1bad2c9-6e6a-4a1e-9400-211f9a9a9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.196231 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-f1bad2c9-6e6a-4a1e-9400-211f9a9a9ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550&tenant_id=0bdc99fc094d4c3fb38cad060f2dc825 HTTP/1.1" status: 200  len: 1160 time: 0.0823236
Feb 17 04:41:57.312974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-b4e2ec09-f8e4-412a-9ad6-4ca1b837c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.314758 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-b4e2ec09-f8e4-412a-9ad6-4ca1b837c839 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1160 time: 0.0844498
Feb 17 04:41:57.535977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-ed88d863-0d4e-48bd-81aa-70b440120648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.537543 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-ed88d863-0d4e-48bd-81aa-70b440120648 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.2161808
Feb 17 04:41:57.612984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6a999-d66f-4118-85a0-7c4004811f34 req-5508efd9-1129-4098-b994-161680a9a654 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.614494 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d2d6a999-d66f-4118-85a0-7c4004811f34 req-5508efd9-1129-4098-b994-161680a9a654 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.2087514
Feb 17 04:41:57.692208 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-0e7dd484-2f04-4038-96f1-92d547f4dafb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 999 time: 0.1469734
Feb 17 04:41:57.697123 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d2d6a999-d66f-4118-85a0-7c4004811f34 req-b8876208-f8ac-4f11-878a-6a61c39b9bfe tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733757
Feb 17 04:41:57.770670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-a3b6e5fe-ff48-4216-ba10-14175882dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.772283 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-a3b6e5fe-ff48-4216-ba10-14175882dcfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0732281
Feb 17 04:41:57.860419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-59d31955-9b15-4430-925d-9077f1cf49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.861933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-59d31955-9b15-4430-925d-9077f1cf49a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822568
Feb 17 04:41:58.013778 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-837948c2-cedc-4519-b346-17121526dd42 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438646
Feb 17 04:41:58.160653 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-93fe5d3f-8577-4973-8faf-ed9301809403 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401482
Feb 17 04:41:58.916153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f712d1-f1fb-4f57-9886-7581fde2dd45 req-cd2f9a32-5fe5-4f06-8e90-8fc31f15dde0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:58.917904 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87f712d1-f1fb-4f57-9886-7581fde2dd45 req-cd2f9a32-5fe5-4f06-8e90-8fc31f15dde0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0987444
Feb 17 04:41:58.970267 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-87f712d1-f1fb-4f57-9886-7581fde2dd45 req-b110430c-ae65-4a4c-9609-17a1a48db015 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452676
Feb 17 04:41:59.304622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:00.198357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837077b-69ed-4ed3-8622-53843daf1564 req-e80bc0d2-d955-4323-a156-5cd11d8357be tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:00.200092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6837077b-69ed-4ed3-8622-53843daf1564 req-e80bc0d2-d955-4323-a156-5cd11d8357be tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1068790
Feb 17 04:42:00.267518 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6837077b-69ed-4ed3-8622-53843daf1564 req-a0503d4f-3244-4cc9-949b-8956ae4f05e8 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605433
Feb 17 04:42:01.509405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27746525-ad6b-46cc-a60d-05111cf050b4 req-ff6bfb73-c0d5-4bfa-a336-8f32aeaec424 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:01.511027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27746525-ad6b-46cc-a60d-05111cf050b4 req-ff6bfb73-c0d5-4bfa-a336-8f32aeaec424 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1127136
Feb 17 04:42:01.559804 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-27746525-ad6b-46cc-a60d-05111cf050b4 req-6bf58d47-8831-4749-8033-1d2e5a3a06d5 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423455
Feb 17 04:42:02.799415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2adfa5-319d-442f-83d6-1285aac97311 req-86bae101-90bf-499d-89a5-6e6eb535ef8f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.801481 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a2adfa5-319d-442f-83d6-1285aac97311 req-86bae101-90bf-499d-89a5-6e6eb535ef8f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1041148
Feb 17 04:42:02.855259 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a2adfa5-319d-442f-83d6-1285aac97311 req-5c1545d8-f5c2-4946-b2f2-7d2c94d630f3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462649
Feb 17 04:42:04.083743 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856158-5125-4b4e-b14d-afa8eb1360e7 req-bacde379-d1cf-4eb1-8724-ce00d8d69952 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:04.085441 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf856158-5125-4b4e-b14d-afa8eb1360e7 req-bacde379-d1cf-4eb1-8724-ce00d8d69952 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0952845
Feb 17 04:42:04.136189 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bf856158-5125-4b4e-b14d-afa8eb1360e7 req-d81f91cf-0f41-4541-98a0-00a71d7f15b9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443571
Feb 17 04:42:05.361008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b799550-c477-4ca0-a5d3-8e96da02f1ef req-3a7da7ba-98c2-46b6-b667-feb60ee9fa8b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:05.367529 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b799550-c477-4ca0-a5d3-8e96da02f1ef req-3a7da7ba-98c2-46b6-b667-feb60ee9fa8b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0998666
Feb 17 04:42:05.413401 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9b799550-c477-4ca0-a5d3-8e96da02f1ef req-4df13cc1-3440-4232-b6ac-bd1cc1453c8a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436316
Feb 17 04:42:05.876148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.659587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657b61-4120-48cc-9903-d7eeed91935c req-dc56599b-9ebc-487b-92b6-cd652875f15b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:06.661514 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-68657b61-4120-48cc-9903-d7eeed91935c req-dc56599b-9ebc-487b-92b6-cd652875f15b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1109226
Feb 17 04:42:06.715628 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-68657b61-4120-48cc-9903-d7eeed91935c req-e852de01-fcfb-407f-8ad1-76b280e7639a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477223
Feb 17 04:42:07.930234 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c8c3-74a5-4319-8855-8dae8bb70588 req-080b70d2-aced-4988-9f08-2129f26071d2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:07.931969 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00e6c8c3-74a5-4319-8855-8dae8bb70588 req-080b70d2-aced-4988-9f08-2129f26071d2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0904608
Feb 17 04:42:08.003739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00e6c8c3-74a5-4319-8855-8dae8bb70588 req-ce334fdc-dd90-42ae-bbe9-2425f7528c54 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575945
Feb 17 04:42:09.244255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b120-10aa-41fb-bbc8-6e6a38f031dc req-adb5e918-7262-49db-9ea8-45cf773f09b0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:09.245807 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b492b120-10aa-41fb-bbc8-6e6a38f031dc req-adb5e918-7262-49db-9ea8-45cf773f09b0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1210315
Feb 17 04:42:09.296815 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b492b120-10aa-41fb-bbc8-6e6a38f031dc req-34eb272e-f27c-4e30-a59f-c227e28151f2 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447090
Feb 17 04:42:10.515709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710020-c892-41d1-9371-b31f9fb7c9b7 req-3c396f7b-e3bb-43e5-9040-686279cd9b97 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:10.517324 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1d710020-c892-41d1-9371-b31f9fb7c9b7 req-3c396f7b-e3bb-43e5-9040-686279cd9b97 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0935783
Feb 17 04:42:10.566475 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1d710020-c892-41d1-9371-b31f9fb7c9b7 req-fcd7885f-452d-496b-b785-274248fcffed tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427108
Feb 17 04:42:11.822296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc5a33-ab1a-46d0-9c81-6a8a65fab1ee req-701d6fba-dc94-402a-97c7-6fc29e00a166 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:11.824022 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-42cc5a33-ab1a-46d0-9c81-6a8a65fab1ee req-701d6fba-dc94-402a-97c7-6fc29e00a166 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.1354620
Feb 17 04:42:11.874114 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-42cc5a33-ab1a-46d0-9c81-6a8a65fab1ee req-aa99aae4-7448-4de5-a318-ace11e3a8a62 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434942
Feb 17 04:42:13.076509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0b9b-ccda-4101-bf3b-2e6cc53cb793 req-60fc57e6-c0e8-42b8-845f-c482576db9b4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:13.078213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-120a0b9b-ccda-4101-bf3b-2e6cc53cb793 req-60fc57e6-c0e8-42b8-845f-c482576db9b4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0866177
Feb 17 04:42:13.130430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-120a0b9b-ccda-4101-bf3b-2e6cc53cb793 req-588b36a1-eb10-4d31-bb51-82ad085aee07 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454550
Feb 17 04:42:14.334189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd27474-546f-4da2-a523-c967fa6ac393 req-3870e033-557b-4121-8b04-9cb03c2f428b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:14.335841 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4fd27474-546f-4da2-a523-c967fa6ac393 req-3870e033-557b-4121-8b04-9cb03c2f428b tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0875258
Feb 17 04:42:14.384682 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4fd27474-546f-4da2-a523-c967fa6ac393 req-69f8c8db-a89e-459c-b6f2-faac039b5aef tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426917
Feb 17 04:42:15.593195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72189a3-a9c9-4ed0-a00f-f3ec8e5708c3 req-769fe466-d6c0-4653-a911-e4190350b71c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:15.594824 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b72189a3-a9c9-4ed0-a00f-f3ec8e5708c3 req-769fe466-d6c0-4653-a911-e4190350b71c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0876873
Feb 17 04:42:15.643636 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b72189a3-a9c9-4ed0-a00f-f3ec8e5708c3 req-4adc29d0-b46a-434a-98fb-c24a0dcc3116 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417972
Feb 17 04:42:16.350315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60d4be28-4fd0-4967-8ab2-1144028b9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.857128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a666dd-2ebb-4357-aacf-93e31a4bd150 req-4504c16a-2b66-4953-b6df-5e918b56ea52 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:16.858740 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93a666dd-2ebb-4357-aacf-93e31a4bd150 req-4504c16a-2b66-4953-b6df-5e918b56ea52 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0914757
Feb 17 04:42:16.906453 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-93a666dd-2ebb-4357-aacf-93e31a4bd150 req-f6afe558-6acf-4e4e-995d-f6862a28eaff tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405993
Feb 17 04:42:18.117257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd89227-508b-4c67-b745-94251d91683e req-d1a8ad1a-c204-450f-adfe-a29dad8f4dba tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:18.118776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-efd89227-508b-4c67-b745-94251d91683e req-d1a8ad1a-c204-450f-adfe-a29dad8f4dba tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0905993
Feb 17 04:42:18.166535 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-efd89227-508b-4c67-b745-94251d91683e req-dacc9ac7-a3fa-4455-9cb1-2a97b3a26734 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415742
Feb 17 04:42:18.754496 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-375aae15-9927-4413-968f-4613532d8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.370209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a984b9-2c79-44ea-99fd-a351292c35f6 req-76e3267c-7802-4c21-83a5-4b6ee4c8f157 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:19.371873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f6a984b9-2c79-44ea-99fd-a351292c35f6 req-76e3267c-7802-4c21-83a5-4b6ee4c8f157 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0881584
Feb 17 04:42:19.424100 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f6a984b9-2c79-44ea-99fd-a351292c35f6 req-565ecf41-b901-4797-8570-01deafe7dabc tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460370
Feb 17 04:42:19.517918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:20.370627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:20.628296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931740-3fac-40d2-b2ae-95d931ba1f80 req-c4796f00-96dc-43cb-b9f7-c26f7e1a6056 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:20.630839 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4931740-3fac-40d2-b2ae-95d931ba1f80 req-c4796f00-96dc-43cb-b9f7-c26f7e1a6056 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0891595
Feb 17 04:42:20.679327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b4931740-3fac-40d2-b2ae-95d931ba1f80 req-9b6eb3da-8408-45d7-b1b7-749661049345 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422935
Feb 17 04:42:20.937022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.882283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb73e-4767-49a9-b7a5-c2324b7bc91f req-7701be4e-9abc-48b4-884d-094bd11578d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:21.883921 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-facdb73e-4767-49a9-b7a5-c2324b7bc91f req-7701be4e-9abc-48b4-884d-094bd11578d9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0868609
Feb 17 04:42:21.932131 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-facdb73e-4767-49a9-b7a5-c2324b7bc91f req-50e0cf38-6886-40e9-9850-75c911962062 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420804
Feb 17 04:42:23.139145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05f9b-24c7-4fda-95c5-87d14b065cbe req-29d781aa-e48f-4689-b0a0-767642014ada tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:23.140742 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38b05f9b-24c7-4fda-95c5-87d14b065cbe req-29d781aa-e48f-4689-b0a0-767642014ada tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0898318
Feb 17 04:42:23.190260 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-38b05f9b-24c7-4fda-95c5-87d14b065cbe req-3c98ac30-6b40-4b2c-b7c1-f631bae0344a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420213
Feb 17 04:42:24.327293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:24.401641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:24.402068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.404792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4d43e-e167-4cb4-8931-6e7b9e31c0d4 req-3d50bad7-17d0-4400-a453-132d6ef1b99e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:24.406421 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d1a4d43e-e167-4cb4-8931-6e7b9e31c0d4 req-3d50bad7-17d0-4400-a453-132d6ef1b99e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0931826
Feb 17 04:42:24.455235 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d1a4d43e-e167-4cb4-8931-6e7b9e31c0d4 req-b43afea4-5a97-4f4b-8580-936d4740160c tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420401
Feb 17 04:42:24.530696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.559555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:24.571559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:24.574680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.577416 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dce656a7-6356-4ce6-9399-e8e4d332b7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:24.612013 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'code': 200}
Feb 17 04:42:24.658636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=6']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:24.663413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:24.920664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f857f9e-24cc-4384-9cf7-2043821e385d req-a4963729-7acc-4f80-a9ee-6e7f414ef233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:24.922264 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f857f9e-24cc-4384-9cf7-2043821e385d req-a4963729-7acc-4f80-a9ee-6e7f414ef233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0775800
Feb 17 04:42:24.970345 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8f857f9e-24cc-4384-9cf7-2043821e385d req-d859b1c7-2293-4803-aa3f-b0927aa74158 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402088
Feb 17 04:42:25.665658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852858d6-a5f7-4aa1-8eb9-42725acb8cd9 req-25309637-90ad-429a-bc4b-1adcd437129e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.667705 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-852858d6-a5f7-4aa1-8eb9-42725acb8cd9 req-25309637-90ad-429a-bc4b-1adcd437129e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0919917
Feb 17 04:42:25.720284 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-852858d6-a5f7-4aa1-8eb9-42725acb8cd9 req-79776794-db92-47d3-8b42-4bdce972b4ae tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448925
Feb 17 04:42:25.820899 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:25.895822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 11791c9e-fcaf-4d11-8104-b4270f0591a6 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:25.896244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.278298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44ec9-accc-4b81-ad3b-6f7c441edf24 req-8b753e7b-3721-4689-9507-de3ff61defc6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:27.279935 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09e44ec9-accc-4b81-ad3b-6f7c441edf24 req-8b753e7b-3721-4689-9507-de3ff61defc6 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.3031571
Feb 17 04:42:27.327367 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09e44ec9-accc-4b81-ad3b-6f7c441edf24 req-53cd128a-ca1b-4f05-87b7-d0d8ebde4660 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409591
Feb 17 04:42:28.536670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fcfb4-aa6e-465d-89ab-e0b3cf258d15 req-eeb676dc-43b8-4158-a037-32c7a3cdae1f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:28.538273 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-132fcfb4-aa6e-465d-89ab-e0b3cf258d15 req-eeb676dc-43b8-4158-a037-32c7a3cdae1f tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0933371
Feb 17 04:42:28.585830 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-132fcfb4-aa6e-465d-89ab-e0b3cf258d15 req-1f8699ae-e02e-41f9-a070-b43368f167c3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412312
Feb 17 04:42:29.789716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a5a74-9ca3-41af-a8b2-33209867fec8 req-134ec3db-61ad-4b9c-b3e6-bb2754ad9118 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:29.791354 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd0a5a74-9ca3-41af-a8b2-33209867fec8 req-134ec3db-61ad-4b9c-b3e6-bb2754ad9118 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0889876
Feb 17 04:42:29.839937 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-bd0a5a74-9ca3-41af-a8b2-33209867fec8 req-368192b1-3151-4298-aa46-610ee0e24075 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419974
Feb 17 04:42:31.076832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb86c3-8b66-4791-a26e-cde2b229e70c req-b6523dc4-3e86-44f0-ab09-6a03e8a59c6a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:31.078464 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21eb86c3-8b66-4791-a26e-cde2b229e70c req-b6523dc4-3e86-44f0-ab09-6a03e8a59c6a tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0904012
Feb 17 04:42:31.147092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-21eb86c3-8b66-4791-a26e-cde2b229e70c req-104f80d7-f7b5-4986-92f9-849f55405476 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596197
Feb 17 04:42:32.365728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48766-0d76-421d-a22f-e53a77801c0d req-8fc75cbd-c7bb-4694-a482-fed50a0adbc0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:32.367363 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ed48766-0d76-421d-a22f-e53a77801c0d req-8fc75cbd-c7bb-4694-a482-fed50a0adbc0 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0920253
Feb 17 04:42:32.416158 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-2ed48766-0d76-421d-a22f-e53a77801c0d req-83601b32-3a47-4b35-bb6d-9b3055ed7e72 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422046
Feb 17 04:42:32.600411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-505ddaa5-d3b4-447e-86a3-f117bdb7e6e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0792434
Feb 17 04:42:32.787406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-9669b799-be74-4934-bded-b296c68d00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:32.789014 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-9669b799-be74-4934-bded-b296c68d00d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0827372
Feb 17 04:42:32.952763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-e1cd9fe3-5cc5-4e95-8fa1-9fc3d75eb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:32.954317 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-e1cd9fe3-5cc5-4e95-8fa1-9fc3d75eb88b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1388550
Feb 17 04:42:33.063360 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-c0dd8144-c65d-46f5-a40c-b0f825fa9b5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 1001 time: 0.1013331
Feb 17 04:42:33.133772 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-a92a1e61-c7d4-4cde-bb10-43e616cf405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:33.135406 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-a92a1e61-c7d4-4cde-bb10-43e616cf405d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0647099
Feb 17 04:42:33.218326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-5f302d05-18be-48cd-a6a4-f1a490254e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:33.220057 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-5f302d05-18be-48cd-a6a4-f1a490254e7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778677
Feb 17 04:42:33.365814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-d36c709a-bfc6-4e8d-8ff1-b9754fff8b73 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387115
Feb 17 04:42:33.510957 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4b4d3ce-7b55-43e8-8843-3200410f88e4 req-517dae9d-0aaf-411d-8897-9923b2e802b1 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384993
Feb 17 04:42:35.870286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.285663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:36.347565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54326) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:36.473919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.494720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:36.498866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Usage tracker for resource:security_group_rule and tenant:2a642f0adf8143e8b3ce26ee783727f2 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:36.501898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:36.508045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:36.598691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.601439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.610477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc4bf30a-69d0-4224-a4fe-7f7db6700d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:36.653808 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a642f0adf8143e8b3ce26ee783727f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044960
Feb 17 04:42:36.654842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2850eb-63f5-4aa0-b212-02eb8b5367ad,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:36.656812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54332) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:36.663553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.663985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.664406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.664821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.665230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.665640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.666046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.666450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.666853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.667277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.667684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.668082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.668543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.668948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.669353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.669759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.670157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.670557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.670960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.671389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.671791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.672191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.672599 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.672995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.678409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c48be663-c1ca-4199-a53d-6aafd6d2fb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:36.721129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.749373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.798202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.802171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-febd9217-7b07-4226-8bd7-eeb4242d50e6 tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:36.813582 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2850eb-63f5-4aa0-b212-02eb8b5367ad,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:36.824563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.824981 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.825388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.825792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.826191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.826590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.826984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.827421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.827813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.828205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.828597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.828988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.829435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.829829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.830223 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.830611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.831001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.831442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.831835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.832762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.833231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.833625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.834017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.834407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:36.838306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:36.839581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.840793 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc2850eb-63f5-4aa0-b212-02eb8b5367ad HTTP/1.1" status: 204  len: 168 time: 0.1828847
Feb 17 04:42:46.351670 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955f0b7a-8a8e-4c8b-a2a0-c2d5c0d47995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:48.756414 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-398d2d8c-030a-4a3f-93dd-5ebe1110f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:49.515701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:50.373528 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:50.939519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.410397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54474) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:00.537643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.555560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:00.559821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Usage tracker for resource:security_group_rule and tenant:3a7366de2d004d49ba66ec1afcec6cfa is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:00.562829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:00.568726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:00.657177 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.659928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.668791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7c622653-95ec-47b5-b020-55d8609532e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:00.714423 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a7366de2d004d49ba66ec1afcec6cfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3028350
Feb 17 04:43:00.717478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54480) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:00.718884 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41b6bf-5e61-4c94-9188-eb8cea25c386,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:00.722383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:00.781313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.809264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.861161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.866985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a911cc4-3f39-46b4-a6bc-923e3de651fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:00.880051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41b6bf-5e61-4c94-9188-eb8cea25c386,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:00.884392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:00.890009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.891270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a41b6bf-5e61-4c94-9188-eb8cea25c386 HTTP/1.1" status: 204  len: 168 time: 0.1726780
Feb 17 04:43:06.127622 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.655412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54554) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:10.779666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.795886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:10.799938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Usage tracker for resource:security_group_rule and tenant:9e33550006ba417bb11afe20b32ca030 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:10.802903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:10.809148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:10.895845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.898571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.907926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24964015-db5c-40d9-803b-c9c34c48825d tempest-VolumesNegativeTest-40300628 tempest-VolumesNegativeTest-40300628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:10.949526 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e33550006ba417bb11afe20b32ca030&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930012
Feb 17 04:43:10.951269 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec656c7-ddf6-41ff-9bbe-9bdbd3bfd982,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:10.952538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54560) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:10.954912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fa912cff-114d-4dac-8715-94d50bf9f8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:11.017462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.045263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.090451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.095436 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a80fadd3-d34c-4081-a914-fe197ba4dcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:11.108745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec656c7-ddf6-41ff-9bbe-9bdbd3bfd982,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:11.113617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:11.117966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.122142 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aec656c7-ddf6-41ff-9bbe-9bdbd3bfd982 HTTP/1.1" status: 204  len: 168 time: 0.1661630
Feb 17 04:43:11.783161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54582) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:11.895693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1360287644-network', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:11.900891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:11.905053 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Usage tracker for resource:network and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:11.908152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:11.914049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:11.923812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Made reservation on behalf of 9a3a6cbbd6d14db5bf2f631af62262de for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:11.928463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.942121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.957589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:11.961638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:11.965310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:11.971119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:12.062035 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.064832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.069052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f0679c22-d61d-4916-8ea9-0e40cf05e8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:12.102305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:43:12.113012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297e484-9809-47ac-8cc0-879865ae9f8e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:12.118430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:12.120064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.121004 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Added segment 9feebc73-bf4c-4cdd-8f23-34d38473f415 of type vxlan for network f6965ef8-6afe-410e-82fc-d80ca8d91ef7
Feb 17 04:43:12.149069 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.180896 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.182242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:12.182920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.188039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:12.296896 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5125387
Feb 17 04:43:12.297878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=f6965ef8-6afe-410e-82fc-d80ca8d91ef7,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:12.299969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54588) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:12.302837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:12.306859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Request body: {'subnet': {'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1360287644-subnet', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:12.309404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:12.312087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:12.316213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Usage tracker for resource:subnet and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:12.319276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:12.325848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:12.336304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Made reservation on behalf of 9a3a6cbbd6d14db5bf2f631af62262de for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:12.341647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3036051'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.374572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:12.972007 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3036034'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:12.988363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-751a0c12-6e37-45fc-9c42-cf00ecd510b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:13.122365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a968de-7c35-4160-9c59-2580391808f6,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:13.125403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:13.191594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:13.192000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Network hostable DHCP agents. Network: f6965ef8-6afe-410e-82fc-d80ca8d91ef7, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:43:13.210991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:43:13.219717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, f6965ef8-6afe-410e-82fc-d80ca8d91ef7) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:13.229718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391989c-3c59-46bd-8b83-eba415b7cb46 None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:13.232352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:13.233014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.252230 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-51f23794-c2f4-43fc-bb83-67c965103986 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9511728
Feb 17 04:43:13.255187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54592) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:13.261356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:13.266404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:13.270526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Usage tracker for resource:router and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:13.274196 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:13.280740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:13.285249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:43:13.289706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.290825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.305722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.462682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:43:13.463639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.605346 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.768186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Allocated IP 172.20.0.2 (f6965ef8-6afe-410e-82fc-d80ca8d91ef7/29a968de-7c35-4160-9c59-2580391808f6/517bacad-ffb3-48f9-ad81-6fbb9dbd551b) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:13.951019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.984403 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.986860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.998383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Transition to ACTIVE for port object 517bacad-ffb3-48f9-ad81-6fbb9dbd551b will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:14.016793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Transition to ACTIVE for port object 517bacad-ffb3-48f9-ad81-6fbb9dbd551b will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:14.020666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.036941 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:14.273479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Allocated IP 172.27.1.65 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/8d92918b-ef17-4056-a014-1f8dbb2041c7) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:14.353009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Pushing event updated for resources: {'Port': ['ID=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:14.367383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.367784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.368171 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.368553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.369587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.370106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.370492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.370867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.371267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.371641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.372014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.372383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.372814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.373187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.373558 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.373926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.374293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.374668 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.375050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.375423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.375794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.376162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.376538 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.376903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:14.383055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:14.418123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:14.419397 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:14.421746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:14.437395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.468162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.479982 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Attempting to bind port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:14.480404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Attempting to bind port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:14.481089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Attempting to bind port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b on network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:14.484094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f11fdcf-bc85-4ee7-afa1-de65d05d848a tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:14.487278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:14.487712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:14.488175 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.488626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Bound using segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:14.489154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Bound port: 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:14.489626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.589241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] For port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:14.592394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] For port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:14.598333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.614277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:14.622984 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Pushing event updated for resources: {'Port': ['ID=8d92918b-ef17-4056-a014-1f8dbb2041c7,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:14.626197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:14.693179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:14.694389 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:14.697328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:14.769227 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Pushing event updated for resources: {'Port': ['ID=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:14.774620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:15.160281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.319253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 517bacad-ffb3-48f9-ad81-6fbb9dbd551b up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:15.402150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:15.772266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.002689 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:43:16.174837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b44fd5-5f74-4704-a970-4872668fd5f5 None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:16.205729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:16.231524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.232863 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f3f938be-a291-4a60-b900-2b7ebb8c2601 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9766567
Feb 17 04:43:16.235770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54598) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:16.241524 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:16.268935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:16.269631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945af8198>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:16.467083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-00e3f189-e27e-4ff3-94ae-c4b7610a3953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.480453 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Provisioning for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:16.494974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Provisioning complete for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:16.495447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.645478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:16.954835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.970853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.082886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] For port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:17.088592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.090277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:17.187805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Pushing event updated for resources: {'Port': ['ID=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:17.192157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:17.194609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945af8198>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:14Z', 'revision_number': 3, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:17.200858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:17.201274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Updating router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 port 8d92918b-ef17-4056-a014-1f8dbb2041c7 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:17.265434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.315641 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 517bacad-ffb3-48f9-ad81-6fbb9dbd551b up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:17.376508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Allocated IP 172.20.0.1 (f6965ef8-6afe-410e-82fc-d80ca8d91ef7/29a968de-7c35-4160-9c59-2580391808f6/e43a07bf-45d3-4570-82ad-724fbcdeec3c) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:17.410474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8155cf9e-de36-43d2-92e1-ac5da7609561 None None] Provisioning complete for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:17.410909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8155cf9e-de36-43d2-92e1-ac5da7609561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.559115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.580262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Transition to ACTIVE for port object e43a07bf-45d3-4570-82ad-724fbcdeec3c will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:17.606017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.620667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:17.706988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:17.707362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.779769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Pushing event updated for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:17.784183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:17.825509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:17.826771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:17.829147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:17.887291 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.138720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Provisioning complete for port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:18.138929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.288785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.341850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Transition to ACTIVE for port object 8d92918b-ef17-4056-a014-1f8dbb2041c7 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:18.349468 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.372557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:18.388154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.526492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a497a-8ef6-4bc6-a417-9da2b101c25d None None] Pushing event updated for resources: {'Port': ['ID=8d92918b-ef17-4056-a014-1f8dbb2041c7,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:18.529612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cd7a497a-8ef6-4bc6-a417-9da2b101c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:18.532649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Provisioning for port e43a07bf-45d3-4570-82ad-724fbcdeec3c completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:18.554358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Provisioning complete for port e43a07bf-45d3-4570-82ad-724fbcdeec3c triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:18.554786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.637590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b7619-18c5-4fd4-935f-b1a4f39c2566 None None] Port e43a07bf-45d3-4570-82ad-724fbcdeec3c cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:18.662559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Attempting to bind port 8d92918b-ef17-4056-a014-1f8dbb2041c7 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:18.662968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Attempting to bind port 8d92918b-ef17-4056-a014-1f8dbb2041c7 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:18.663410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Attempting to bind port 8d92918b-ef17-4056-a014-1f8dbb2041c7 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:18.670151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:18.670578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:18.671027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.671517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:18.672040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Bound port: 8d92918b-ef17-4056-a014-1f8dbb2041c7, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:18.672465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.682891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.688831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.718620 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:18.766857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] For port 8d92918b-ef17-4056-a014-1f8dbb2041c7, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:18.769092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-17f5430e-fb2e-4cf6-a91b-cc3a2660714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.771736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] For port 8d92918b-ef17-4056-a014-1f8dbb2041c7, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=8d92918b-ef17-4056-a014-1f8dbb2041c7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:18.775511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.791685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d8c0ebbb-79a1-4bbc-b8ee-6adc5af6d492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:18.807922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Pushing event updated for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:18.810492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.829766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:18.946800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a497a-8ef6-4bc6-a417-9da2b101c25d None None] Pushing event updated for resources: {'Port': ['ID=8d92918b-ef17-4056-a014-1f8dbb2041c7,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:18.952276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cd7a497a-8ef6-4bc6-a417-9da2b101c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:18.954828 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:18.956105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:18.997787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:18.998640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945af8198>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:19.165994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:19.186750 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3141109f-e3c4-45e2-b3be-d4a33b0cff60 None None] Provisioning complete for port e43a07bf-45d3-4570-82ad-724fbcdeec3c triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:19.187217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3141109f-e3c4-45e2-b3be-d4a33b0cff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.268305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:19.325716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3141109f-e3c4-45e2-b3be-d4a33b0cff60 None None] Port e43a07bf-45d3-4570-82ad-724fbcdeec3c cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:19.365960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:19.384174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8de713d9-02d3-4b50-b9a6-bd5b69e88096 admin admin] 10.222.0.78 "PUT /v2.0/routers/a4dcf896-eea9-44e4-a0b0-5abedd3e2a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1390960
Feb 17 04:43:19.682343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.795935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945af8198>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:19.800419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d177-5804-419e-b2c6-bd75d592e025 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:20.064859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54622) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:20.071375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631103567-network', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:20.077324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:20.081466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Usage tracker for resource:network and tenant:4f327e7ba6ef47189c316d737cf5759a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:20.084535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:20.091531 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:20.101071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Made reservation on behalf of 4f327e7ba6ef47189c316d737cf5759a for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:20.106102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.120287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.138259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:20.142717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Usage tracker for resource:security_group_rule and tenant:4f327e7ba6ef47189c316d737cf5759a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:20.146310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:20.166359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:20.272198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.275321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.280446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45767068-f715-4ad7-918d-1aece592ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:20.316760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:43:20.330167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab935e8-473d-4f90-9f7f-c342a9c7b729,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:20.334237 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:20.338034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.339088 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Added segment 2b2d32ea-ca45-4319-906b-13e5b45839ac of type vxlan for network 27a1b833-da4f-479a-9834-834940a9b62a
Feb 17 04:43:20.375645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.378497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.412023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.413358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:20.414012 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.419593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dd72c53e-f5b7-4117-9618-a2d761a56ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:20.528878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4601138
Feb 17 04:43:20.529481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54626) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:20.530025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Pushing event updated for resources: {'Network': ['ID=27a1b833-da4f-479a-9834-834940a9b62a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:20.534235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:20.538543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Request body: {'subnet': {'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631103567-subnet', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:20.545470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:20.550669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Usage tracker for resource:subnet and tenant:4f327e7ba6ef47189c316d737cf5759a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:20.553867 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:20.563613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:20.565562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 27a1b833-da4f-479a-9834-834940a9b62a details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:20.575300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Made reservation on behalf of 4f327e7ba6ef47189c316d737cf5759a for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:20.580486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3036051'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.643510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 27a1b833-da4f-479a-9834-834940a9b62a details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:20.952262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.042137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3036034'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.058952 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:21.197635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87cc525-3129-48b7-abad-690b9dd49238,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:21.201794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:21.268383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Checking segment: {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:21.269063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Network hostable DHCP agents. Network: 27a1b833-da4f-479a-9834-834940a9b62a, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:43:21.288174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Network 27a1b833-da4f-479a-9834-834940a9b62a is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:43:21.297720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 27a1b833-da4f-479a-9834-834940a9b62a) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:21.305819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a0ca2-7425-4123-ad50-50332f74ab8e None None] Network 27a1b833-da4f-479a-9834-834940a9b62a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:21.314764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:21.315470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.340790 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fca1497d-ca1d-404c-a631-888aae9aa770 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8050859
Feb 17 04:43:21.341316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54630) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:21.346769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:21.352128 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:21.357256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Usage tracker for resource:router and tenant:4f327e7ba6ef47189c316d737cf5759a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:21.361014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:21.367081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:21.376209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28843'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.377277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853844309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746957'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.386911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 8d92918b-ef17-4056-a014-1f8dbb2041c7 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:21.395809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.537191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port 8d92918b-ef17-4056-a014-1f8dbb2041c7 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:21.552205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 8d92918b-ef17-4056-a014-1f8dbb2041c7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:21.552567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.671924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp637d5b67-5866-5557-910c-eda9575c730b-27a1b833-da4f-479a-9834-834940a9b62a', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238'}]}} from dv-cinder-759987-4-iscsi. {{(pid=83997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:43:21.672832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.687016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854175197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854195797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854747006'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.826616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.863872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port 8d92918b-ef17-4056-a014-1f8dbb2041c7, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=8d92918b-ef17-4056-a014-1f8dbb2041c7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:21.884010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.888632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.028923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=8d92918b-ef17-4056-a014-1f8dbb2041c7,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.030919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.034761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.066630 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.111784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Allocated IP 172.20.0.2 (27a1b833-da4f-479a-9834-834940a9b62a/c87cc525-3129-48b7-abad-690b9dd49238/fb222517-067a-4e6d-8415-f98209086316) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:22.348372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.360385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Transition to ACTIVE for port object fb222517-067a-4e6d-8415-f98209086316 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:22.378050 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Transition to ACTIVE for port object fb222517-067a-4e6d-8415-f98209086316 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:22.385451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.401506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.544636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Pushing event updated for resources: {'Port': ['ID=fb222517-067a-4e6d-8415-f98209086316,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.549847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.597172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Network 27a1b833-da4f-479a-9834-834940a9b62a is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:22.597658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Allocated IP 172.27.1.147 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/cdf697f4-b4d1-44a3-966f-edc63d02c6b5) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:22.598309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Resources bound (agent type, host, resource id):  {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:22.600611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:22.660119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Attempting to bind port fb222517-067a-4e6d-8415-f98209086316 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:22.660541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Attempting to bind port fb222517-067a-4e6d-8415-f98209086316 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:22.660955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Attempting to bind port fb222517-067a-4e6d-8415-f98209086316 on network 27a1b833-da4f-479a-9834-834940a9b62a {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:22.666782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:22.667249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Checking segment: {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:22.667744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.668193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Bound using segment: {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:22.668723 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Bound port: fb222517-067a-4e6d-8415-f98209086316, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:22.669153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.762936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.770731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] For port fb222517-067a-4e6d-8415-f98209086316, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:22.774721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] For port fb222517-067a-4e6d-8415-f98209086316, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=fb222517-067a-4e6d-8415-f98209086316,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:22.779394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.795968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-268018e2-3511-4335-8f32-0755b9b7283d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.796975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.813284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e006479c-3791-464b-88f9-a2fd4be715b6 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.950574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Pushing event updated for resources: {'Port': ['ID=fb222517-067a-4e6d-8415-f98209086316,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.956178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.966907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.970279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.973930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:22.985603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:22.986376 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494619b898>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:23.024135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:23.026271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:23.028617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:23.306784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 8d92918b-ef17-4056-a014-1f8dbb2041c7 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:23.363664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:23.438911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port 8d92918b-ef17-4056-a014-1f8dbb2041c7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:23.439717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.533930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.710948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494619b898>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:23.715368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:23.715776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Updating router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 port e43a07bf-45d3-4570-82ad-724fbcdeec3c binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:23.777349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.929753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854195782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600600'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.159076 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Router 80641460-657d-442e-be60-c2fc0e78787c is scheduled to L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:43:24.204355 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.217250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Transition to ACTIVE for port object e43a07bf-45d3-4570-82ad-724fbcdeec3c will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:24.223077 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.240654 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:24.363137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:24.373442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Sync routers for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:24.386521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Pushing event updated for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:24.388104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:24.388809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494581e128>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:24.398563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.399960 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0577898
Feb 17 04:43:24.402967 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54638) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:24.408114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.408503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.408879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.409307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.409637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.409989 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.410354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.410716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.411094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.411461 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.411822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.412178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.412600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.412962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.413324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.413661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.414195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.414711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.415259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.417023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.417573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.418092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.418613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.419192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:24.426481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:24.607252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Attempting to bind port e43a07bf-45d3-4570-82ad-724fbcdeec3c on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:24.607675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Attempting to bind port e43a07bf-45d3-4570-82ad-724fbcdeec3c by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:24.608108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Attempting to bind port e43a07bf-45d3-4570-82ad-724fbcdeec3c on network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:24.614911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:24.615714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:24.615858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.616188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Bound using segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:24.616711 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Bound port: e43a07bf-45d3-4570-82ad-724fbcdeec3c, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:24.617150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.632236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:24.693716 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21dbb65-76ad-49d3-aab0-f966e0c58c4e None None] Network 27a1b833-da4f-479a-9834-834940a9b62a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:24.730303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] For port e43a07bf-45d3-4570-82ad-724fbcdeec3c, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:24.735285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] For port e43a07bf-45d3-4570-82ad-724fbcdeec3c, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e43a07bf-45d3-4570-82ad-724fbcdeec3c,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:24.744003 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.761210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86538b3e-4a8c-41a1-9ce7-82d5b548dc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:24.927776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Pushing event updated for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:24.933714 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a69afda5-243d-40f2-b911-ccdc32aed7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:24.975314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:24.975994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494619b898>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:25.123696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e13eb1f9-2ee2-4318-9b65-caa3be0d3162 None None] Provisioning for port fb222517-067a-4e6d-8415-f98209086316 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:25.229680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:25.231316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.416383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494581e128>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:23Z', 'revision_number': 3, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:25.424383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Checking router: 80641460-657d-442e-be60-c2fc0e78787c for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:25.424766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Updating router 80641460-657d-442e-be60-c2fc0e78787c port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 binding host dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:25.469691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device fb222517-067a-4e6d-8415-f98209086316 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:25.542722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.680779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port fb222517-067a-4e6d-8415-f98209086316 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:25.695425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Allocated IP 172.20.0.1 (27a1b833-da4f-479a-9834-834940a9b62a/c87cc525-3129-48b7-abad-690b9dd49238/a93ed5ec-435c-4ea3-8728-6b2708c49800) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:25.736216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port fb222517-067a-4e6d-8415-f98209086316 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:25.736645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.828838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494619b898>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:24Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:25.832947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7a1f7-9150-47d0-82e9-12c8f8dda4c0 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:24Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:25.844471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0289c391-38a5-4680-8fca-219e14402d31 None None] Provisioning complete for port fb222517-067a-4e6d-8415-f98209086316 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:25.844898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0289c391-38a5-4680-8fca-219e14402d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.904132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.925930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Transition to ACTIVE for port object a93ed5ec-435c-4ea3-8728-6b2708c49800 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:25.954411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.975520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9fcf8d8-491d-478d-92d5-6bc6e665bfff tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:26.092162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.110575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:26.118919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:26.216250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port fb222517-067a-4e6d-8415-f98209086316, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=fb222517-067a-4e6d-8415-f98209086316,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:26.217644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0289c391-38a5-4680-8fca-219e14402d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.237277 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.238266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e43a07bf-45d3-4570-82ad-724fbcdeec3c up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:26.276836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b343161d-ee25-452c-8679-5aff6fd8b553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:26.343075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:43:26.446999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Network 27a1b833-da4f-479a-9834-834940a9b62a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:26.448173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:26.450572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:26.508411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854197759'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.514696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=fb222517-067a-4e6d-8415-f98209086316,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:26.518200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:26.537651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.543838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-0289c391-38a5-4680-8fca-219e14402d31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:43:26.544253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-0289c391-38a5-4680-8fca-219e14402d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:43:26.567833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Transition to ACTIVE for port object cdf697f4-b4d1-44a3-966f-edc63d02c6b5 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:26.568658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port e43a07bf-45d3-4570-82ad-724fbcdeec3c completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:26.575393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.598567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86dec690-fee0-4bfb-bfa4-e96fc5fdcac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:26.633281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e43a07bf-45d3-4570-82ad-724fbcdeec3c triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:26.633844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.778572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.809837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445674b6-ff08-4615-a9d7-9e49d5d18b6a None None] Pushing event updated for resources: {'Port': ['ID=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:26.814738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-445674b6-ff08-4615-a9d7-9e49d5d18b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.087869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.091343 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.125217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff3b4c8c-f1da-4cd8-b0e6-661dbe18e387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:27.128340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.154491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Attempting to bind port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:27.154910 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Attempting to bind port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:27.155354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Attempting to bind port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 on network 867c67a7-b881-40f8-a76a-941103e47697 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:27.177682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:27.178354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Checking segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:27.178578 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.179250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Bound using segment: {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:27.179615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Bound port: cdf697f4-b4d1-44a3-966f-edc63d02c6b5, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dde81-5e29-42d2-9975-fc9ce70b5afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '867c67a7-b881-40f8-a76a-941103e47697'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:27.180293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.195091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854016083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578151'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.247755 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port e43a07bf-45d3-4570-82ad-724fbcdeec3c, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e43a07bf-45d3-4570-82ad-724fbcdeec3c,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:27.253282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.263866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:27.300131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:27.304746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.338034 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] For port cdf697f4-b4d1-44a3-966f-edc63d02c6b5, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:27.343637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device fb222517-067a-4e6d-8415-f98209086316 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:27.363963 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Network 27a1b833-da4f-479a-9834-834940a9b62a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:27.365098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:27.402521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] For port cdf697f4-b4d1-44a3-966f-edc63d02c6b5, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:27.422135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:27.425592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.442983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.443533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:27.485180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Provisioning complete for port fb222517-067a-4e6d-8415-f98209086316 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:27.485754 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.577253 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Router 80641460-657d-442e-be60-c2fc0e78787c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:27.680155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445674b6-ff08-4615-a9d7-9e49d5d18b6a None None] Pushing event updated for resources: {'Port': ['ID=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:27.686207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-445674b6-ff08-4615-a9d7-9e49d5d18b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.694625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port fb222517-067a-4e6d-8415-f98209086316 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:27.695060 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.775611 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:27.795740 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] 10.222.0.78 "PUT /v2.0/routers/80641460-657d-442e-be60-c2fc0e78787c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3913944
Feb 17 04:43:27.857470 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:27.858167 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494581e128>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:28.021172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Provisioning for port a93ed5ec-435c-4ea3-8728-6b2708c49800 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:28.051536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Provisioning complete for port a93ed5ec-435c-4ea3-8728-6b2708c49800 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:28.051966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.156639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-121c5650-753b-4bb2-aac3-3ab8f32fdd28 None None] Port a93ed5ec-435c-4ea3-8728-6b2708c49800 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:28.170360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:28.404244 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e874b9f5-0fc9-4f4e-9158-5e0309a7b946 None None] Provisioning complete for port a93ed5ec-435c-4ea3-8728-6b2708c49800 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:28.404671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e874b9f5-0fc9-4f4e-9158-5e0309a7b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.435563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2120696101', 'description': 'tempest-TestVolumeBootPattern-2120696101 description'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:28.442059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:28.446134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Usage tracker for resource:security_group and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:28.449979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:28.456049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:28.469939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.488995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e874b9f5-0fc9-4f4e-9158-5e0309a7b946 None None] Port a93ed5ec-435c-4ea3-8728-6b2708c49800 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:28.492900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:28.497581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Usage tracker for resource:security_group_rule and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:28.500610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:28.506370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:28.572815 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494581e128>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'a93ed5ec-435c-4ea3-8728-6b2708c49800', 'name': '', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'mac_address': 'fa:16:3e:78:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 2, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'subnets': [{'id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:28.577170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252834a5-8202-41a4-9f1b-7ffb98fdfdb0 None None] The sync data for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi is: [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'a93ed5ec-435c-4ea3-8728-6b2708c49800', 'name': '', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'mac_address': 'fa:16:3e:78:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 2, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'subnets': [{'id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:28.578800 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.581833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.588363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cdbbb529-ef02-4b10-b034-92012156b4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:28.629361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.630683 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fd568794-7803-41b4-9876-885797080f37 req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2007334
Feb 17 04:43:28.631522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b648c5-8db3-4c58-befb-5d716c01da5c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:28.634825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:28.813009 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-587e8600-5414-4237-ad13-08b96fb614ec tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups/10b648c5-8db3-4c58-befb-5d716c01da5c HTTP/1.1" status: 200  len: 1808 time: 0.1575549
Feb 17 04:43:28.824351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b648c5-8db3-4c58-befb-5d716c01da5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:28.824713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b648c5-8db3-4c58-befb-5d716c01da5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:28.831364 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:28.835540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Usage tracker for resource:security_group_rule and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:28.839615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:28.845476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:28.903902 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.940442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.943264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.945379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:28.973070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eefad09-48a4-4e4b-aaf1-39df7ea46f9d,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:28.975854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:28.983763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.985103 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-64470ea2-6cf3-4e25-930b-b4a4cab1b199 req-97dfe5af-1917-47da-8e46-e44675a1bf9b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1655447
Feb 17 04:43:29.062408 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-9c561fd2-c31f-4feb-8e6b-8d78475e96d7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups/10b648c5-8db3-4c58-befb-5d716c01da5c HTTP/1.1" status: 200  len: 2401 time: 0.0544531
Feb 17 04:43:29.073883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b648c5-8db3-4c58-befb-5d716c01da5c', 'remote_group_id': None}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:29.074252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b648c5-8db3-4c58-befb-5d716c01da5c', 'remote_group_id': None}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:29.080947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:29.085095 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Usage tracker for resource:security_group_rule and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:29.088832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:29.094762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:29.156709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.185554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.189049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920957'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.191212 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.219576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b8e70-7781-4607-b327-808b66e99688,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:29.222215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:29.229285 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.230878 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-94cdc3ca-2a53-4e72-8c71-4eedee3d9cf6 req-a71649e8-1f76-4a53-b615-08885b19a1b5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1614923
Feb 17 04:43:29.377447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e43a07bf-45d3-4570-82ad-724fbcdeec3c up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:29.464477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port e43a07bf-45d3-4570-82ad-724fbcdeec3c triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:29.464920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.345136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cdf697f4-b4d1-44a3-966f-edc63d02c6b5 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:31.422356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:31.427342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:31.427768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.560725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.579159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port cdf697f4-b4d1-44a3-966f-edc63d02c6b5, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:31.582005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.584327 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:31.775419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Sync routers for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:31.786320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:31.787188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494603def0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:31.817806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:31.821375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:31.982749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:32.330686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494603def0>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'a93ed5ec-435c-4ea3-8728-6b2708c49800', 'name': '', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'mac_address': 'fa:16:3e:78:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 2, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'subnets': [{'id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:32.335055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Checking router: 80641460-657d-442e-be60-c2fc0e78787c for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:32.335477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Updating router 80641460-657d-442e-be60-c2fc0e78787c port a93ed5ec-435c-4ea3-8728-6b2708c49800 binding host dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:32.393724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.823976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.836075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Transition to ACTIVE for port object a93ed5ec-435c-4ea3-8728-6b2708c49800 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:32.839296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.856147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:32.989305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca7fe-4aad-49fb-b289-990cc11334f5 None None] Pushing event updated for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:32.992508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dc0ca7fe-4aad-49fb-b289-990cc11334f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:33.165903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Attempting to bind port a93ed5ec-435c-4ea3-8728-6b2708c49800 on host dv-cinder-759987-4-iscsi for vnic_type normal with profile  {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:33.166329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Attempting to bind port a93ed5ec-435c-4ea3-8728-6b2708c49800 by drivers openvswitch on host dv-cinder-759987-4-iscsi at level 0 using segments [{'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:33.167384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Attempting to bind port a93ed5ec-435c-4ea3-8728-6b2708c49800 on network 27a1b833-da4f-479a-9834-834940a9b62a {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:33.174046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Checking agent: {'id': 'cfa28442-d2b3-426b-8be3-98df7e078ae8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 19, 20), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.73', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:33.174573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Checking segment: {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:33.175124 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.175856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Bound using segment: {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:33.176387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Bound port: a93ed5ec-435c-4ea3-8728-6b2708c49800, host: dv-cinder-759987-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2d32ea-ca45-4319-906b-13e5b45839ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:33.176886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.284767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] For port a93ed5ec-435c-4ea3-8728-6b2708c49800, host dv-cinder-759987-4-iscsi, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:33.288071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] For port a93ed5ec-435c-4ea3-8728-6b2708c49800, host dv-cinder-759987-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=a93ed5ec-435c-4ea3-8728-6b2708c49800,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:33.292494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.308602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:33.334308 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cdf697f4-b4d1-44a3-966f-edc63d02c6b5 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:33.428079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:33.429068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.466799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca7fe-4aad-49fb-b289-990cc11334f5 None None] Pushing event updated for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:33.467022 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-e8a3d4b8-ab05-4ce9-8bd5-bc7d98f9e78c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0974655
Feb 17 04:43:33.470698 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dc0ca7fe-4aad-49fb-b289-990cc11334f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:33.517194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:33.517878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494603def0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:33.670635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-bdf27b74-813f-4195-803f-cbd48d4a065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:33.672718 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-bdf27b74-813f-4195-803f-cbd48d4a065d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 1162 time: 0.0928545
Feb 17 04:43:33.737103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:33.843356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-0d2a93ec-64ee-40f0-bc37-7303e045ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:33.844913 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-0d2a93ec-64ee-40f0-bc37-7303e045ec58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 200  len: 911 time: 0.1466925
Feb 17 04:43:33.967702 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-8cc65504-14c7-41ec-a347-e4588f26f501 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 200  len: 1001 time: 0.1095273
Feb 17 04:43:34.052600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-7b530ee1-0322-48f8-b0f9-004cea706726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:34.054244 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-7b530ee1-0322-48f8-b0f9-004cea706726 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 200  len: 856 time: 0.0742304
Feb 17 04:43:34.148282 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-aa07cec7-a144-4ef2-9d40-8d6a584d43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:34.149933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-aa07cec7-a144-4ef2-9d40-8d6a584d43a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f55343ed-6cd4-4a05-83fb-6b9ff396686a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831399
Feb 17 04:43:34.254633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494603def0>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'a93ed5ec-435c-4ea3-8728-6b2708c49800', 'name': '', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'mac_address': 'fa:16:3e:78:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'subnets': [{'id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:34.259145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b0415-6abd-442d-b02d-1c266f29257a None None] The sync data for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi is: [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'a93ed5ec-435c-4ea3-8728-6b2708c49800', 'name': '', 'network_id': '27a1b833-da4f-479a-9834-834940a9b62a', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'mac_address': 'fa:16:3e:78:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'subnets': [{'id': 'c87cc525-3129-48b7-abad-690b9dd49238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:34.311095 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-fd67ed0c-d55d-4a83-843a-ff67a99872d8 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453266
Feb 17 04:43:34.477006 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-63db6ae0-0550-4bfd-863e-0bc41d998e78 req-56cd3cb2-ddad-428c-8946-0e7502a74bc0 service neutron] 10.222.0.59 "GET /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520357
Feb 17 04:43:35.344639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device a93ed5ec-435c-4ea3-8728-6b2708c49800 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:35.420843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning for port a93ed5ec-435c-4ea3-8728-6b2708c49800 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:35.426006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port a93ed5ec-435c-4ea3-8728-6b2708c49800 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:35.426437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.556619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.590912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] For port a93ed5ec-435c-4ea3-8728-6b2708c49800, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=a93ed5ec-435c-4ea3-8728-6b2708c49800,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:35.593740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.595703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:35.665619 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Pushing event updated for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:35.669725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:36.167487 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:37.331056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device a93ed5ec-435c-4ea3-8728-6b2708c49800 up at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:37.410019 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Provisioning complete for port a93ed5ec-435c-4ea3-8728-6b2708c49800 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:37.410357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:40.091883 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68dbd-cc3b-4c9d-8c5c-fbf52bd52c6e req-66a9f058-ad02-48f5-9a0b-4491b26d2a11 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:40.093456 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c8d68dbd-cc3b-4c9d-8c5c-fbf52bd52c6e req-66a9f058-ad02-48f5-9a0b-4491b26d2a11 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0872581
Feb 17 04:43:40.146377 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c8d68dbd-cc3b-4c9d-8c5c-fbf52bd52c6e req-e40398e9-7b79-410b-a30f-c140dbd336a9 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464516
Feb 17 04:43:41.364760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3ce74-c1b2-421e-bc47-1744b34faeb1 req-26e8c955-a6cd-4563-aba3-969f20746329 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:41.366393 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cda3ce74-c1b2-421e-bc47-1744b34faeb1 req-26e8c955-a6cd-4563-aba3-969f20746329 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0943470
Feb 17 04:43:41.416999 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cda3ce74-c1b2-421e-bc47-1744b34faeb1 req-4c6a925e-793a-4a31-bab4-608eaac85f65 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442057
Feb 17 04:43:42.006393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-6dfa742f-c826-4c7a-b042-cded11e0aa32 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:42.007990 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-6dfa742f-c826-4c7a-b042-cded11e0aa32 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 945 time: 0.0887165
Feb 17 04:43:42.088908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Deleting port 11791c9e-fcaf-4d11-8104-b4270f0591a6 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:42.089438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.283880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 11791c9e-fcaf-4d11-8104-b4270f0591a6 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:42.366435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:42.367109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.409110 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.438056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:42.449759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:42.452997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.454850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:42.520622 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'code': 200}
Feb 17 04:43:42.533804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=7']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:42.537304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:42.631775 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51fa90-47e3-43a8-bc71-e66255e0a933 req-98a66224-b3b9-41bf-9a8f-77c7bcbb1197 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:42.633388 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7c51fa90-47e3-43a8-bc71-e66255e0a933 req-98a66224-b3b9-41bf-9a8f-77c7bcbb1197 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.0879567
Feb 17 04:43:42.686193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7c51fa90-47e3-43a8-bc71-e66255e0a933 req-b98d3fa4-ac03-41a2-8e99-2a94f8ca89d3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461094
Feb 17 04:43:42.707419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.707847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:42.708209 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Floating IP 79945681-5c51-40c3-a9d3-ff7abf5e7798 disassociated. External IP: 172.27.1.162, port: 11791c9e-fcaf-4d11-8104-b4270f0591a6.
Feb 17 04:43:42.708596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Calling delete_port for 11791c9e-fcaf-4d11-8104-b4270f0591a6 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:42.792717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:43:42.793022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:43:43.294042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Deleting port 11791c9e-fcaf-4d11-8104-b4270f0591a6 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:43.294435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:43.790693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] For port 11791c9e-fcaf-4d11-8104-b4270f0591a6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=11791c9e-fcaf-4d11-8104-b4270f0591a6,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:43.791315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.147789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4afe5-5e4a-48bc-8927-49b675589325 req-37a8b60f-4c71-4e01-8406-3b4f4d0d6211 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:44.149411 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6cd4afe5-5e4a-48bc-8927-49b675589325 req-37a8b60f-4c71-4e01-8406-3b4f4d0d6211 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 943 time: 0.2873464
Feb 17 04:43:44.214499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.214919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.215298 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Floating IP 79945681-5c51-40c3-a9d3-ff7abf5e7798 disassociated. External IP: 172.27.1.162, port: 11791c9e-fcaf-4d11-8104-b4270f0591a6.
Feb 17 04:43:44.215684 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Calling delete_port for 11791c9e-fcaf-4d11-8104-b4270f0591a6 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:44.261527 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6cd4afe5-5e4a-48bc-8927-49b675589325 req-2a598d47-d2b3-49d1-8cd3-fe7cbadd3669 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups?id=e0cbe3aa-484d-447c-8512-b42c9f849ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054909
Feb 17 04:43:44.378280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.394002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e00abead-cc1e-47b6-a27f-6e8e8a7d914a tempest-TestShelveInstance-968777847 tempest-TestShelveInstance-968777847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:44.493840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'Port': ['ID=11791c9e-fcaf-4d11-8104-b4270f0591a6,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:44.513016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.513441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.514410 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.514880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.515317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.515731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.516137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.516542 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.516944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.517349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.517751 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.518152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.518610 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.519014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.519438 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.519840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.520249 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.520649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.521049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.521448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.521848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.522242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.522646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.523044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:44.527991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:44.784804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:44.976787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:44.989508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:45.002261 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:45.003288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945b2beb8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:45.018194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] No DVR routers for this DVR port 11791c9e-fcaf-4d11-8104-b4270f0591a6 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:43:45.020615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:45.023568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-deleted', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:45.042216 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e9ae557a-b07a-4ce5-a0c0-0151645768a5 req-537311ba-19ec-4a1b-b694-2c8024b29b6d tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.59 "DELETE /v2.0/ports/11791c9e-fcaf-4d11-8104-b4270f0591a6 HTTP/1.1" status: 204  len: 173 time: 3.0279844
Feb 17 04:43:45.085193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e68206c-24dc-4ec9-b907-bf233d27d550', 'name': 'network-vif-deleted', 'tag': '11791c9e-fcaf-4d11-8104-b4270f0591a6', 'status': 'completed', 'code': 200}
Feb 17 04:43:45.210264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:45.449239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1493417-e5cb-470f-8a6c-59fc13eb3c00 req-6c32d48a-a5e1-43ee-9bc5-6f1665076321 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Synchronizing usage tracker for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:45.464501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-e1493417-e5cb-470f-8a6c-59fc13eb3c00 req-6c32d48a-a5e1-43ee-9bc5-6f1665076321 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Unset dirty status for tenant:0bdc99fc094d4c3fb38cad060f2dc825 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:45.465761 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e1493417-e5cb-470f-8a6c-59fc13eb3c00 req-6c32d48a-a5e1-43ee-9bc5-6f1665076321 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e68206c-24dc-4ec9-b907-bf233d27d550 HTTP/1.1" status: 200  len: 210 time: 0.0679555
Feb 17 04:43:45.559903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945b2beb8>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:45.563948 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:45.572766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:45.573413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945b2beb8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:45.770422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:46.112016 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945b2beb8>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:46.116130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f4790-b8ce-4025-83bc-d7a004ab6fca None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:34:24Z', 'revision_number': 4, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': '39679c5a-c024-486d-88c9-c03d4e9fda22', 'name': '', 'network_id': 'f55343ed-6cd4-4a05-83fb-6b9ff396686a', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'mac_address': 'fa:16:3e:d4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:23Z', 'updated_at': '2021-02-17T04:34:33Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'subnets': [{'id': '3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:46.360752 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4941d2ef-2e55-4e88-aef6-42da27536fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.510621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc4e01-7245-456e-b79a-ae4335d9b1e2 None None] New status for floating IP 79945681-5c51-40c3-a9d3-ff7abf5e7798: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:43:46.610363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54788) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:46.684504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.714810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.771702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.777169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6c3101c2-1fec-4805-aecb-fa6499185bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:46.793216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cbe3aa-484d-447c-8512-b42c9f849ecd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:46.796919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:46.803021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.804278 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "DELETE /v2.0/security-groups/e0cbe3aa-484d-447c-8512-b42c9f849ecd HTTP/1.1" status: 204  len: 168 time: 0.1927202
Feb 17 04:43:46.807337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54792) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:46.824789 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.api.v2.resource [None req-1cb7f0d1-8a80-4986-bf55-2a33a42c4f53 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] show failed (client error): The resource could not be found.
Feb 17 04:43:46.825885 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1cb7f0d1-8a80-4986-bf55-2a33a42c4f53 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "GET /v2.0/security-groups/e0cbe3aa-484d-447c-8512-b42c9f849ecd HTTP/1.1" status: 404  len: 347 time: 0.0175776
Feb 17 04:43:46.829497 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54796) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:47.000562 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Deleting port 8aae59bd-c182-46d1-8666-8ea9d68fb7b9 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:47.000940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.184085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.184606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.316931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Calling delete_port for 8aae59bd-c182-46d1-8666-8ea9d68fb7b9 owned by network:floatingip {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:47.462222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.479615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68cce092-5a8f-4f12-a46a-5657353a69ea tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:47.586349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Pushing event deleted for resources: {'Port': ['ID=8aae59bd-c182-46d1-8666-8ea9d68fb7b9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:47.591318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:47.712001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.731081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:47.732291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] 10.222.0.78 "DELETE /v2.0/floatingips/79945681-5c51-40c3-a9d3-ff7abf5e7798 HTTP/1.1" status: 204  len: 168 time: 0.9018316
Feb 17 04:43:48.765205 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dfc88f60-4c56-4760-88b3-e2805b984a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:49.521188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:50.285398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:43:50.380296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:50.589732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54826) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:50.947787 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:51.517838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:51.906265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Deleting port 39679c5a-c024-486d-88c9-c03d4e9fda22 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:51.906636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:52.092093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] For port 39679c5a-c024-486d-88c9-c03d4e9fda22, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=39679c5a-c024-486d-88c9-c03d4e9fda22,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:52.092600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:52.231631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Calling delete_port for 39679c5a-c024-486d-88c9-c03d4e9fda22 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:52.406097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:52.421251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-acff85d9-2db2-4a70-9241-2be9098c4ba8 tempest-VolumesSnapshotTestJSON-1968858157 tempest-VolumesSnapshotTestJSON-1968858157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:52.522995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Pushing event deleted for resources: {'Port': ['ID=39679c5a-c024-486d-88c9-c03d4e9fda22,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:52.525860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:52.837058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:53.370074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Router 9b452f61-8840-4df8-b31b-f6680baee38c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:53.849263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:53.861394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Sync routers for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:53.866079 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-526e2cc8-3843-4e52-a35b-0b645816d354 admin admin] 10.222.0.78 "PUT /v2.0/routers/9b452f61-8840-4df8-b31b-f6680baee38c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2751510
Feb 17 04:43:53.868848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54838) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:53.874070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:53.874826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49456dbb00>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:54.082000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:54.252915 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:54.297583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:54.303292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Deleting port 12495547-1359-4b73-94b4-55f6b74184f7 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:54.303661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:54.497091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] For port 12495547-1359-4b73-94b4-55f6b74184f7, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=12495547-1359-4b73-94b4-55f6b74184f7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:54.497499 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:54.561552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-d4950658-34b5-452c-9d5b-053002a930b2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:54.578573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-d4950658-34b5-452c-9d5b-053002a930b2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:54.583515 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-d4950658-34b5-452c-9d5b-053002a930b2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2120696101&fields=id&tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 267 time: 0.0672703
Feb 17 04:43:54.586106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49456dbb00>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:43:52Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:54.590280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Checking router: 9b452f61-8840-4df8-b31b-f6680baee38c for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:54.600594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Routers {'9b452f61-8840-4df8-b31b-f6680baee38c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:54.601271 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49456dbb00>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['9b452f61-8840-4df8-b31b-f6680baee38c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:54.635730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Calling delete_port for 12495547-1359-4b73-94b4-55f6b74184f7 owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:54.750857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-62317680-eb2d-4370-8b5a-c8fec0f0b26c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:54.751644 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-62317680-eb2d-4370-8b5a-c8fec0f0b26c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:54.768958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-62317680-eb2d-4370-8b5a-c8fec0f0b26c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:54.771266 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-62317680-eb2d-4370-8b5a-c8fec0f0b26c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.1814330
Feb 17 04:43:54.790498 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-73ba60fd-122a-48f4-9053-8fa59d369147 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/quotas/9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 375 time: 0.0134938
Feb 17 04:43:54.792096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:54.815649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] Set router 9b452f61-8840-4df8-b31b-f6680baee38c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:54.890964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-27e23c71-c7d4-4d7c-88a2-1b1ae4d97f37 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:54.909405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-27e23c71-c7d4-4d7c-88a2-1b1ae4d97f37 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:54.910776 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-27e23c71-c7d4-4d7c-88a2-1b1ae4d97f37 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1148474
Feb 17 04:43:54.988293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.121951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-32ee3ced-dc0f-47bb-a075-3f96eb0d3990 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967175
Feb 17 04:43:55.135645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.137832 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.156493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49456dbb00>, [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:43:52Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:55.161152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29e05-b658-49c6-bcbd-7a0f5a7a7f4d None None] The sync data for ids ['9b452f61-8840-4df8-b31b-f6680baee38c'] in dv-cinder-759987-4-iscsi is: [{'id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'name': 'tempest-AttachVolumeShelveTestJSON-1567515695-router', 'tenant_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '12495547-1359-4b73-94b4-55f6b74184f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:34:18Z', 'updated_at': '2021-02-17T04:43:52Z', 'revision_number': 5, 'project_id': '0bdc99fc094d4c3fb38cad060f2dc825', 'gw_port': {'id': '12495547-1359-4b73-94b4-55f6b74184f7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b452f61-8840-4df8-b31b-f6680baee38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:19Z', 'updated_at': '2021-02-17T04:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:55.164130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.165099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b452f61-8840-4df8-b31b-f6680baee38c {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:43:55.177667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.181851 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-39548b56-3b9c-4e6f-b624-c19e90ee532a admin admin] 10.222.0.78 "DELETE /v2.0/routers/9b452f61-8840-4df8-b31b-f6680baee38c HTTP/1.1" status: 204  len: 168 time: 1.3119318
Feb 17 04:43:55.182642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54854) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:55.260547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Deleting subnet 3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:43:55.263878 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.282194 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-85c4b355-9420-48e8-9157-137477af9ac3 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508803
Feb 17 04:43:55.299665 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 39679c5a-c024-486d-88c9-c03d4e9fda22 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:55.326026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261259'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.338433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 39679c5a-c024-486d-88c9-c03d4e9fda22 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:55.338841 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 39679c5a-c024-486d-88c9-c03d4e9fda22 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:55.455549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.748881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852514515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1607020'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.770250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:55.930636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:55.941092 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:55.943289 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d939f4b4-3744-466e-988d-ea2b58862b37 req-ca7b1a5d-8968-431e-834d-86c55fbd294b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 210 time: 0.2455499
Feb 17 04:43:55.977897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:55.987378 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-68a66187-78c3-4d6c-9801-2abc49eb9638 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3f84710c-fd45-4674-b5e8-e5b6d9c6b3d5 HTTP/1.1" status: 204  len: 168 time: 0.8011355
Feb 17 04:43:55.987575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd8bdb-33e8-4785-afe2-a64cfc06bac3 None None] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:55.987706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54876) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:56.108851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.183362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Deleting port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:56.183713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.273503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] DHCP port deletion for f55343ed-6cd4-4a05-83fb-6b9ff396686a request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:43:56.278057 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Deleting port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:56.278493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.426083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] For port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:56.426483 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.501816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] For port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,segment=NetworkSegment(0e7eea1f-4edd-4507-b931-083a25325d47),segment_id=0e7eea1f-4edd-4507-b931-083a25325d47)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:56.502201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.649646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Calling delete_port for ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:56.732452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:56.750006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-26d8fba3-b3f7-4783-9bc1-d016c62ef28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:56.827717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Calling delete_port for ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:56.843759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Pushing event deleted for resources: {'Port': ['ID=ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:56.859640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:56.898094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba83122-be37-4541-a1ab-6aceebb94f06 None None] No DVR routers for this DVR port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 on host dv-cinder-759987-4-iscsi {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:43:57.052534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:43:57.053094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:43:57.064145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-20e04331-7e6e-48b6-b1ee-6c68ce5b5cc5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:57.065755 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-20e04331-7e6e-48b6-b1ee-6c68ce5b5cc5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.2465949
Feb 17 04:43:57.116601 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a332879-6da9-4da1-a037-97d86ae52cd8 req-9d16adc7-15f8-46a9-8069-afd80c7f8269 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 210 time: 0.0559835
Feb 17 04:43:57.154822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-f551bac4-4f81-4894-b0c3-d0fb166e213e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:57.167894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-f551bac4-4f81-4894-b0c3-d0fb166e213e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:57.169327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-f551bac4-4f81-4894-b0c3-d0fb166e213e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 5765 time: 0.0878394
Feb 17 04:43:57.181301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'port': {'device_id': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'admin_state_up': True, 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'security_groups': ['10b648c5-8db3-4c58-befb-5d716c01da5c']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:57.329448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:57.337411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:57.345366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:57.354168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Made reservation on behalf of 9a3a6cbbd6d14db5bf2f631af62262de for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:57.360221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:57.379912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:57.380443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:57.380911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 12495547-1359-4b73-94b4-55f6b74184f7 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:57.417307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 12495547-1359-4b73-94b4-55f6b74184f7 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:57.417708 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 12495547-1359-4b73-94b4-55f6b74184f7 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:57.562064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Deleting port ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:57.562443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:57.642160 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] The port 'ff5baf4f-8ab4-43e8-ac49-5b1ad8ea5a30' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:43:57.844390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:57.974638 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.20.0.4 (f6965ef8-6afe-410e-82fc-d80ca8d91ef7/29a968de-7c35-4160-9c59-2580391808f6/f1ef9bfd-24ad-4155-bf62-437714279e88) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:57.997383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4944b6ec18>,) {'filters': {'network_id': ['f55343ed-6cd4-4a05-83fb-6b9ff396686a']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:58.013551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4944b6ec18>, '0e7eea1f-4edd-4507-b931-083a25325d47') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:58.013898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4944b6ec18>, '0e7eea1f-4edd-4507-b931-083a25325d47') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:58.038765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852514541'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.069418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.087066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:43:58.376701 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-794f8a8e-d4e3-4162-8524-8c1561bd9310 req-45c92265-8390-451c-a52d-055ccb397286 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 210 time: 0.1363328
Feb 17 04:43:58.412548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:58.424133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2262226'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.607581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.651272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Network f55343ed-6cd4-4a05-83fb-6b9ff396686a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:43:58.675102 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:43:58.754023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Transition to ACTIVE for port object f1ef9bfd-24ad-4155-bf62-437714279e88 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:58.756777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.762848 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc8808cb-f8ee-4370-b21f-6e53319f68c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:58.778112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.792280 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f55343ed-6cd4-4a05-83fb-6b9ff396686a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:58.799194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:58.821836 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fd3f8d10-913a-4dba-bd2d-65dc7808cfaf admin admin] 10.222.0.78 "DELETE /v2.0/networks/f55343ed-6cd4-4a05-83fb-6b9ff396686a HTTP/1.1" status: 204  len: 168 time: 2.8331804
Feb 17 04:43:58.823525 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:58.838584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff640fe1-5d1f-405d-99cb-4cc15f86332e tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:58.941889 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54886) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:58.983683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=f1ef9bfd-24ad-4155-bf62-437714279e88,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:58.996017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:58.996600 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c0a9b407-45bd-447c-95c8-2338ecd52fa5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bdc99fc094d4c3fb38cad060f2dc825&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534389
Feb 17 04:43:59.001406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54890) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:59.042489 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:59.043953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:59.046313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:59.065149 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.095002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.117013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:59.117872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.149435 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-b9de3cb3-60c2-499f-9869-a4af6ea316a0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9718878
Feb 17 04:43:59.158970 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.168781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Request body: {'port': {'device_id': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:59.170577 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-772f0e62-55d4-43e8-87d3-e691947973d2 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:59.184146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.185699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7733ad98-9070-4014-a77d-3ab4dd8ccef2 HTTP/1.1" status: 204  len: 168 time: 0.1832514
Feb 17 04:43:59.188849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733ad98-9070-4014-a77d-3ab4dd8ccef2,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:59.198656 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.199279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.199844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.200415 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.201017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.201836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.202396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.204038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.204626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.205190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.205749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.206310 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.206931 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.207548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.208134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.208540 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.208943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.209348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.209749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.210151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.210554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.210987 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.211400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.211964 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:59.216087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7725fa84-46ab-4bca-8acd-c42f4dd33db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:59.303906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.350789 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c2de3a98-3a62-4287-aad7-b6953efdb019 None None] Provisioning for port f1ef9bfd-24ad-4155-bf62-437714279e88 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:59.356401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c2de3a98-3a62-4287-aad7-b6953efdb019 None None] Provisioning complete for port f1ef9bfd-24ad-4155-bf62-437714279e88 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:59.357045 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c2de3a98-3a62-4287-aad7-b6953efdb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.428818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-c2de3a98-3a62-4287-aad7-b6953efdb019 None None] Port f1ef9bfd-24ad-4155-bf62-437714279e88 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:59.762420 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ef9bfd-24ad-4155-bf62-437714279e88 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:43:59.771471 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.786342 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Transition to ACTIVE for port object f1ef9bfd-24ad-4155-bf62-437714279e88 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:59.790009 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:59.808207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-83c6736c-6fa5-4ca3-8a0a-d6bd96e003d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:59.850805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858724ff-f2fb-4dbf-be4f-d1deb033aec7 req-2a17790a-553e-4a1a-a9f5-94e592d46c63 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:59.852466 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-858724ff-f2fb-4dbf-be4f-d1deb033aec7 req-2a17790a-553e-4a1a-a9f5-94e592d46c63 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.3489022
Feb 17 04:43:59.911024 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-858724ff-f2fb-4dbf-be4f-d1deb033aec7 req-6ce266f5-601e-41e4-bb47-abffb4925c6f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0519848
Feb 17 04:44:00.072356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54914) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:00.191206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-396107810-network', 'tenant_id': '9573b7b94cdc4c7583f998d26e920507'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:00.196371 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:00.200445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Usage tracker for resource:network and tenant:9573b7b94cdc4c7583f998d26e920507 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:00.204544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:00.208770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef9bfd-24ad-4155-bf62-437714279e88,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:00.210340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:00.213998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:00.221605 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Made reservation on behalf of 9573b7b94cdc4c7583f998d26e920507 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:00.226445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.241236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.257380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:00.261571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Usage tracker for resource:security_group_rule and tenant:9573b7b94cdc4c7583f998d26e920507 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:00.265827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:00.272256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:00.376482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.379472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.383945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-352ef354-3683-436c-ad3f-01d56d3eb946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:00.397653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Attempting to bind port f1ef9bfd-24ad-4155-bf62-437714279e88 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:00.398051 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Attempting to bind port f1ef9bfd-24ad-4155-bf62-437714279e88 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:00.398418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Attempting to bind port f1ef9bfd-24ad-4155-bf62-437714279e88 on network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:00.405675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:00.406059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:00.406551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.406856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Bound using segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:00.409328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Bound port: f1ef9bfd-24ad-4155-bf62-437714279e88, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:00.409721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.411713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:44:00.433722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0520e2c-cab7-4f32-b153-d502253922af,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:00.438170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:00.447801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.448087 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Added segment cf20982f-56df-42f2-9206-8b52dbf59ea5 of type vxlan for network 410cf68f-7bd2-43d2-9315-fbf92dcebc42
Feb 17 04:44:00.478831 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.509258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.510683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:00.510824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] For port f1ef9bfd-24ad-4155-bf62-437714279e88, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:00.511513 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.514330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] For port f1ef9bfd-24ad-4155-bf62-437714279e88, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f1ef9bfd-24ad-4155-bf62-437714279e88,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:00.516901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:00.517637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.533958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0fe6890a-3bdb-4f6e-9cd3-43065f5a8e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:00.623934 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5501060
Feb 17 04:44:00.627072 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Pushing event updated for resources: {'Network': ['ID=410cf68f-7bd2-43d2-9315-fbf92dcebc42,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:00.629425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54920) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:00.632204 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:00.636412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Request body: {'subnet': {'network_id': '410cf68f-7bd2-43d2-9315-fbf92dcebc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-396107810-subnet', 'tenant_id': '9573b7b94cdc4c7583f998d26e920507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:00.640274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:00.642263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:00.646392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Usage tracker for resource:subnet and tenant:9573b7b94cdc4c7583f998d26e920507 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:00.649561 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:00.656281 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:00.662430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:00.667027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Made reservation on behalf of 9573b7b94cdc4c7583f998d26e920507 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:00.672152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3036051'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.695422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef9bfd-24ad-4155-bf62-437714279e88,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:00.700811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:00.736894 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:00.737572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.739106 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-91b8cf11-b019-49c6-b79f-8b63131fee34 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 1157 time: 1.5758595
Feb 17 04:44:00.739798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:00.849901 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'status': 'completed', 'code': 200}
Feb 17 04:44:00.900270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-99efb816-9da9-46b3-850a-7853136c1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:00.901953 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-99efb816-9da9-46b3-850a-7853136c1936 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1160 time: 0.1026301
Feb 17 04:44:01.057509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-4f0d61ee-0257-4774-b5c7-7d9913cc5e93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 217 time: 0.1413836
Feb 17 04:44:01.131357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-27e9fbf2-1208-437f-8970-f69298d99022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.133086 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-27e9fbf2-1208-437f-8970-f69298d99022 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0691652
Feb 17 04:44:01.211004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef2234-4d50-4dd8-8104-3a0940a5b0ec req-522b0378-6df8-422f-aaa9-a821d19e797f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.212602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3ef2234-4d50-4dd8-8104-3a0940a5b0ec req-522b0378-6df8-422f-aaa9-a821d19e797f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.1581697
Feb 17 04:44:01.221872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3036034'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:01.226786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-8e4a62bd-0f84-4537-acc7-0b2282f14ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.228442 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-8e4a62bd-0f84-4537-acc7-0b2282f14ee1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882254
Feb 17 04:44:01.253013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-63541620-ae9f-4ae6-8eba-b94b934b6419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:01.378180 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-67e7ad27-f893-41b1-9c67-5bccff28b40c service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423118
Feb 17 04:44:01.399135 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3ef2234-4d50-4dd8-8104-3a0940a5b0ec req-d680e246-c22e-4e40-8ab2-129ce063a51d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1784818
Feb 17 04:44:01.418940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=38651095-637e-48ca-8380-20ad2be1883a,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:01.424041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:01.485173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Checking segment: {'id': 'cf20982f-56df-42f2-9206-8b52dbf59ea5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '410cf68f-7bd2-43d2-9315-fbf92dcebc42'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:01.485892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Network hostable DHCP agents. Network: 410cf68f-7bd2-43d2-9315-fbf92dcebc42, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:44:01.507767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:44:01.516813 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, 410cf68f-7bd2-43d2-9315-fbf92dcebc42) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:01.527422 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94785c7a-921a-4e56-842d-51ed3b614e7d None None] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:01.529559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.530219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:01.532306 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-deed870d-1234-4444-93c4-cdc7d9316f02 req-f8e4dea3-d98a-443c-bf35-3ff7bab8bdd5 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466157
Feb 17 04:44:01.550031 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8274a63b-fce4-452c-96c9-38e22678b6ff admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9195056
Feb 17 04:44:01.712671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-890e21be-c734-40b6-9f05-422a14e533cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.714599 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-890e21be-c734-40b6-9f05-422a14e533cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1160 time: 0.0832241
Feb 17 04:44:01.769264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba7367-8ec9-4d84-aeb4-f563f0fa13f0 None None] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:01.871812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-1ef4390e-7f97-46b0-887b-c64614362c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:01.874198 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-1ef4390e-7f97-46b0-887b-c64614362c48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1521769
Feb 17 04:44:01.956743 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-7eef377b-7198-4b7c-aea5-647681a4f493 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 217 time: 0.0759835
Feb 17 04:44:02.032770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-a3a99b22-93aa-4419-95d5-d1e658c48c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:02.034408 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-a3a99b22-93aa-4419-95d5-d1e658c48c2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0708852
Feb 17 04:44:02.123667 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-3d68dfaf-ac21-423e-8e09-38fd2c597c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:02.125338 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-3d68dfaf-ac21-423e-8e09-38fd2c597c6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833168
Feb 17 04:44:02.260629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54950) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:02.266805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457504542-network', 'tenant_id': '3f996c9450a14905aa8b5092f3289b1d'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:02.271879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:02.276323 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Usage tracker for resource:network and tenant:3f996c9450a14905aa8b5092f3289b1d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:02.280675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:02.280828 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-60478f50-e7b4-4f52-8963-4dbfcaa95f89 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482573
Feb 17 04:44:02.286550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:02.296000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Made reservation on behalf of 3f996c9450a14905aa8b5092f3289b1d for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:02.300764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.313990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.329838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:02.333933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f996c9450a14905aa8b5092f3289b1d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:02.336933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:02.343571 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:02.426274 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d7d3314f-6aad-4b63-80ff-19b08089e9ab req-d49bb61e-9029-4ba9-9af8-0a57552909d7 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385851
Feb 17 04:44:02.429063 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.432652 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.438257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fa94f67c-4575-4bf6-b6f7-7b94b8de2fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:02.473127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:44:02.487262 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2d8ea-7dcd-4708-acfe-2a144335efb8,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:02.491615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:02.492626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.493017 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.segments_db [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Added segment 50cd1e98-afe0-40e1-8a3c-72be83361cf1 of type vxlan for network bc86f96d-4b37-4f5c-a0f4-895fb949f576
Feb 17 04:44:02.521939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363289810668455'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.554020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.555366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:02.556024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.561818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5cce5319-e785-454d-83d0-192c34d12e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:02.606796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae064c-3aff-433c-ab33-5dd0d1368661 req-60993e0d-733c-4a42-a8bb-adaaa22637a6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:02.608114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-25ae064c-3aff-433c-ab33-5dd0d1368661 req-60993e0d-733c-4a42-a8bb-adaaa22637a6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:02.622722 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-25ae064c-3aff-433c-ab33-5dd0d1368661 req-60993e0d-733c-4a42-a8bb-adaaa22637a6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:02.624616 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-25ae064c-3aff-433c-ab33-5dd0d1368661 req-60993e0d-733c-4a42-a8bb-adaaa22637a6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.1045446
Feb 17 04:44:02.672201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bc86f96d-4b37-4f5c-a0f4-895fb949f576,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:02.675085 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-25ae064c-3aff-433c-ab33-5dd0d1368661 req-4dde1ca2-986c-47ed-89db-0fc39da54716 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436590
Feb 17 04:44:02.678493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 54956) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:02.678639 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4169061
Feb 17 04:44:02.679745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:02.684021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 details requested by agent ovs-agent-dv-cinder-759987-4-iscsi with host dv-cinder-759987-4-iscsi {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:02.686120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Request body: {'subnet': {'network_id': 'bc86f96d-4b37-4f5c-a0f4-895fb949f576', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457504542-subnet', 'tenant_id': '3f996c9450a14905aa8b5092f3289b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:02.691424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:02.696115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Usage tracker for resource:subnet and tenant:3f996c9450a14905aa8b5092f3289b1d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:02.707195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:02.707337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:02.707425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:02.715602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Made reservation on behalf of 3f996c9450a14905aa8b5092f3289b1d for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:02.720603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853168766'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.145501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853168749'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.162412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:03.297478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=399777a6-6f07-4185-b0a4-1698eabf222e,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:03.302309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:03.362022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Checking segment: {'id': '50cd1e98-afe0-40e1-8a3c-72be83361cf1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc86f96d-4b37-4f5c-a0f4-895fb949f576'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:03.362324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Network hostable DHCP agents. Network: bc86f96d-4b37-4f5c-a0f4-895fb949f576, hostable agents: ['f9c01b88-b65d-46dd-911e-3cb264ac7c6d'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:44:03.381073 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 is scheduled to be hosted by DHCP agent f9c01b88-b65d-46dd-911e-3cb264ac7c6d with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:44:03.389059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-iscsi, bc86f96d-4b37-4f5c-a0f4-895fb949f576) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:03.399275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf5c00-4415-4e5d-b306-4a385c5ee827 None None] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:03.401123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:03.401784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.421292 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-bcac7583-8c38-4ee8-8f55-0b1eb915e2f4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7413616
Feb 17 04:44:03.563580 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54962) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:03.629748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10c4cc-2213-4dd3-8fbe-5d472485ed9f None None] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:03.632229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Deleting subnet 38651095-637e-48ca-8380-20ad2be1883a {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:44:03.635508 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.688393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.755104 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.011724 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9799ae5-74eb-4aed-911a-abe1f9e564fd req-9f7261a4-62b2-459b-969e-c5a28d52260a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:04.013943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9799ae5-74eb-4aed-911a-abe1f9e564fd req-9f7261a4-62b2-459b-969e-c5a28d52260a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.2093170
Feb 17 04:44:04.123075 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d9799ae5-74eb-4aed-911a-abe1f9e564fd req-4909e23e-959f-449f-9e0f-519ec1f2bc72 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0953546
Feb 17 04:44:04.147810 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.164892 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-efc5d790-cd78-40bb-bcf2-af01e123eda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:04.263108 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38651095-637e-48ca-8380-20ad2be1883a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:04.267166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:04.302207 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.308298 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f4d22c0a-7a1c-4cb6-81c5-2ef9a18d38ab admin admin] 10.222.0.78 "DELETE /v2.0/subnets/38651095-637e-48ca-8380-20ad2be1883a HTTP/1.1" status: 204  len: 168 time: 0.7435424
Feb 17 04:44:04.311188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54968) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:04.427678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.621937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.739287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f494619f588>,) {'filters': {'network_id': ['410cf68f-7bd2-43d2-9315-fbf92dcebc42']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:04.754099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f494619f588>, 'cf20982f-56df-42f2-9206-8b52dbf59ea5') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:04.754435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f494619f588>, 'cf20982f-56df-42f2-9206-8b52dbf59ea5') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:04.766423 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.781037 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.783017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:44:04.962190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:04.971835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.154607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Network 410cf68f-7bd2-43d2-9315-fbf92dcebc42 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:44:05.178468 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:44:05.257779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.261306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:05.275806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.285870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=410cf68f-7bd2-43d2-9315-fbf92dcebc42,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:05.289048 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/410cf68f-7bd2-43d2-9315-fbf92dcebc42 HTTP/1.1" status: 204  len: 168 time: 0.9768426
Feb 17 04:44:05.290082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d58e2cc1-6fa6-4d37-a111-47e7f18583e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:05.292040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54974) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:05.335447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7f3ce-4d2c-414a-9229-df18878b13b1 req-7842b97b-4388-477a-b6b8-43d11b31db63 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.337077 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3b7f3ce-4d2c-414a-9229-df18878b13b1 req-7842b97b-4388-477a-b6b8-43d11b31db63 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.0988698
Feb 17 04:44:05.361655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Deleting subnet 399777a6-6f07-4185-b0a4-1698eabf222e {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:44:05.364887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.385627 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d3b7f3ce-4d2c-414a-9229-df18878b13b1 req-88f1357a-332a-422c-81aa-769868d5c1c3 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418441
Feb 17 04:44:05.423939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.485099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.753975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.769701 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:06.120786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399777a6-6f07-4185-b0a4-1698eabf222e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:06.124303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:06.160882 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.167624 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f0624f8d-b281-4ebf-95ea-20883843a551 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/399777a6-6f07-4185-b0a4-1698eabf222e HTTP/1.1" status: 204  len: 168 time: 0.8744934
Feb 17 04:44:06.169790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54978) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:06.175370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.288824 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.481120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.657778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945b6b9b0>,) {'filters': {'network_id': ['bc86f96d-4b37-4f5c-a0f4-895fb949f576']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:06.680330 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945b6b9b0>, '50cd1e98-afe0-40e1-8a3c-72be83361cf1') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:06.680616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945b6b9b0>, '50cd1e98-afe0-40e1-8a3c-72be83361cf1') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:06.697274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.719861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0507b-7ff6-4160-930b-186cd8eabb2e req-946f3788-1a6f-499a-93f6-59f63b9fb3ed tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:06.721483 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a0507b-7ff6-4160-930b-186cd8eabb2e req-946f3788-1a6f-499a-93f6-59f63b9fb3ed tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.1742609
Feb 17 04:44:06.723370 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.725435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:44:06.933226 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43a0507b-7ff6-4160-930b-186cd8eabb2e req-2e1f78c0-b5c5-4efd-b724-048469ac2ced tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1926432
Feb 17 04:44:06.948373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:06.958161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.152000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Network bc86f96d-4b37-4f5c-a0f4-895fb949f576 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:44:07.176712 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:44:07.256463 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.260741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.263566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:07.285751 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bc86f96d-4b37-4f5c-a0f4-895fb949f576 HTTP/1.1" status: 204  len: 168 time: 1.1149158
Feb 17 04:44:07.286874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc86f96d-4b37-4f5c-a0f4-895fb949f576,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:07.289407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-964a1ad3-6d5c-4295-9b4f-2ed60279e7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:07.459690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54986) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:07.511989 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-508580d8-5c83-43ba-ae3a-badc9a892a0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9573b7b94cdc4c7583f998d26e920507&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509279
Feb 17 04:44:07.514365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 54990) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:07.582467 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.611082 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.658839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.664640 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-65e06280-4b4b-49fa-8483-e9af6951f7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:07.678975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0520e2c-cab7-4f32-b153-d502253922af,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:07.681728 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:07.684039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:07.686425 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0520e2c-cab7-4f32-b153-d502253922af HTTP/1.1" status: 204  len: 168 time: 0.1699066
Feb 17 04:44:08.049439 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55000) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:08.102175 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-642d0c12-7d3d-4ea8-9801-cb6e2123be42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f996c9450a14905aa8b5092f3289b1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513940
Feb 17 04:44:08.104806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55004) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:08.140548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0ca2-dc50-437e-b357-701d887152be req-3a584168-5e12-422d-8154-dbb5cc824038 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:08.142911 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-817f0ca2-dc50-437e-b357-701d887152be req-3a584168-5e12-422d-8154-dbb5cc824038 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.0920799
Feb 17 04:44:08.177623 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.196899 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-817f0ca2-dc50-437e-b357-701d887152be req-d08f1139-8c6f-46a5-9214-41936dc9015b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477049
Feb 17 04:44:08.206850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.257385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.261202 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ba4e3eb2-d1a5-4e0d-a0fc-769204bbede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:08.273691 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2d8ea-7dcd-4708-acfe-2a144335efb8,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:08.276518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:08.282994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.284192 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-0ce6a96d-fd90-44f4-97ca-759eb62335fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cab2d8ea-7dcd-4708-acfe-2a144335efb8 HTTP/1.1" status: 204  len: 168 time: 0.1780748
Feb 17 04:44:09.403631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a7316-4b8c-43a3-969d-259c26027670 req-9c5ee95f-3132-4603-bf02-bcd69138dd5f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:09.405502 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-668a7316-4b8c-43a3-969d-259c26027670 req-9c5ee95f-3132-4603-bf02-bcd69138dd5f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.0914409
Feb 17 04:44:09.455473 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-668a7316-4b8c-43a3-969d-259c26027670 req-f7f416c5-c3ff-4dce-bf6d-10b4bbd4269f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435016
Feb 17 04:44:10.665969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0353-710c-47e6-85ac-3367f7d9f37d req-b65b095e-765e-4b18-9fd3-1ad735e13c8e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:10.667660 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-34ed0353-710c-47e6-85ac-3367f7d9f37d req-b65b095e-765e-4b18-9fd3-1ad735e13c8e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 943 time: 0.0933049
Feb 17 04:44:10.719157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-34ed0353-710c-47e6-85ac-3367f7d9f37d req-f978c2c8-c651-4541-b2b8-3d3cb38bbd7f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436406
Feb 17 04:44:11.282968 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f1ef9bfd-24ad-4155-bf62-437714279e88 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:11.354759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port f1ef9bfd-24ad-4155-bf62-437714279e88 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:11.360530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port f1ef9bfd-24ad-4155-bf62-437714279e88 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:11.360965 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:11.489309 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:11.519358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:11.530129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port f1ef9bfd-24ad-4155-bf62-437714279e88, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f1ef9bfd-24ad-4155-bf62-437714279e88,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:11.533418 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:11.535503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:11.569232 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'code': 200}
Feb 17 04:44:11.611655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=f1ef9bfd-24ad-4155-bf62-437714279e88,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:11.615098 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:11.963819 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55148) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:11.983874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef63f7-10a7-4ca9-b4db-1f4e471583ca req-3cba220b-9cd0-464f-b1bd-60521a050283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:11.985517 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61ef63f7-10a7-4ca9-b4db-1f4e471583ca req-3cba220b-9cd0-464f-b1bd-60521a050283 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1162 time: 0.1665320
Feb 17 04:44:11.992658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cf7a-d6db-46e9-8717-9bd8c40ad18b req-a24253ba-5984-494e-b97c-9b18b1a191ef tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:11.994614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-30e6cf7a-d6db-46e9-8717-9bd8c40ad18b req-a24253ba-5984-494e-b97c-9b18b1a191ef tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.1381259
Feb 17 04:44:12.105322 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61ef63f7-10a7-4ca9-b4db-1f4e471583ca req-badfc34e-5c77-403d-95f1-c1ddb066edb1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1089742
Feb 17 04:44:12.117066 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-30e6cf7a-d6db-46e9-8717-9bd8c40ad18b req-e3a67938-167e-491e-bd92-58c966d7d463 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0921724
Feb 17 04:44:12.145166 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.161024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:12.165087 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Usage tracker for resource:security_group_rule and tenant:d02fb5941d6245ffbdebf54fa7ab89bd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:12.168084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:12.175745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:12.264341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.267125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.275864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-41f17fbf-7df9-41bb-821d-a2771dc86e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:12.323341 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d02fb5941d6245ffbdebf54fa7ab89bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3559010
Feb 17 04:44:12.324437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea5467-ccb7-427e-991b-d53052174a74,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:12.326254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55154) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:12.328238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a734ab3a-b93c-44e5-88b4-13f35cb83205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:12.395133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.423464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.471659 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.476858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a30c27c6-7453-484b-bb53-6f6555df81d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:12.489022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea5467-ccb7-427e-991b-d53052174a74,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:12.492793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:12.496173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.497445 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42ea5467-ccb7-427e-991b-d53052174a74 HTTP/1.1" status: 204  len: 168 time: 0.1690073
Feb 17 04:44:12.783955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55162) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:12.804303 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.821248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:12.825396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Usage tracker for resource:security_group_rule and tenant:e12819c981964315be0e4f5ab0207734 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:12.829089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:12.834953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:12.903861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f1ef9bfd-24ad-4155-bf62-437714279e88 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:12.921917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.924835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:12.933770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-988114e8-7606-4837-89ec-05df2b74733b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:12.976676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e12819c981964315be0e4f5ab0207734&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915510
Feb 17 04:44:12.977650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0eba8-18bf-4cd1-b023-81a825280da2,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:12.979893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55166) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:12.981231 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:12.981378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port f1ef9bfd-24ad-4155-bf62-437714279e88 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:12.982347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:13.043329 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:13.071522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:13.120109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:13.125904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5d1a99d6-bdb9-4251-866f-14b639184da4 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:13.139185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f0eba8-18bf-4cd1-b023-81a825280da2,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:13.143004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:13.148861 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:13.151134 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5f0eba8-18bf-4cd1-b023-81a825280da2 HTTP/1.1" status: 204  len: 168 time: 0.1686950
Feb 17 04:44:13.349816 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd3e3a-cc1c-459c-95e8-beb13fb9643d req-1b99cec4-8bdd-40a0-9961-5d6c1170101e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:13.351615 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74bd3e3a-cc1c-459c-95e8-beb13fb9643d req-1b99cec4-8bdd-40a0-9961-5d6c1170101e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0960174
Feb 17 04:44:13.409087 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-74bd3e3a-cc1c-459c-95e8-beb13fb9643d req-aa694d1e-9dbc-4eaf-9121-f812d5e2d7b1 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0488472
Feb 17 04:44:14.610933 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84bea2-8457-431f-9a34-2afe7d98d519 req-ca992bfa-2b15-4b21-a18d-b0abfecefbf5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:14.612612 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3f84bea2-8457-431f-9a34-2afe7d98d519 req-ca992bfa-2b15-4b21-a18d-b0abfecefbf5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0896366
Feb 17 04:44:14.660746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3f84bea2-8457-431f-9a34-2afe7d98d519 req-86dc0eec-1e3f-4873-9541-ff7d01a39036 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419996
Feb 17 04:44:14.868809 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b4b27-399b-4600-b246-fe1bb7fde539 req-84219b38-13c7-4504-b014-827ab4455390 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:14.870459 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a32b4b27-399b-4600-b246-fe1bb7fde539 req-84219b38-13c7-4504-b014-827ab4455390 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0956416
Feb 17 04:44:14.918842 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a32b4b27-399b-4600-b246-fe1bb7fde539 req-6115777c-3fa0-45d6-9b68-ea0839207ca6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420241
Feb 17 04:44:15.116493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-16e32b49-22bf-4840-b916-f76426a9aed8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1582851
Feb 17 04:44:15.127245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:15.133121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:15.137180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Usage tracker for resource:floatingip and tenant:9a3a6cbbd6d14db5bf2f631af62262de is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:15.140437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:15.146288 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:15.156121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:15.306170 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:15.837940 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.27.1.253 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/81ca8d71-dccb-439c-9872-196fae1135b8) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:15.995331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.025332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.041032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-274f210c-ebd5-4ee7-bc37-0941f7a93622 tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:16.194093 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=81ca8d71-dccb-439c-9872-196fae1135b8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:16.197294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:16.242770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:16.244014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:16.246365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:16.331444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.362283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe35-e1eb-41d3-98ed-34f720dc5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.398740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.678430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.681960 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.698228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a8208f01-54e0-44da-9cda-7c59aa244f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:16.842452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=81ca8d71-dccb-439c-9872-196fae1135b8,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:16.856595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:16.950962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.973402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:16.974790 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8522975
Feb 17 04:44:17.066043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-bf27a94b-5328-42f0-be28-678075bcb2a9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:17.082993 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-bf27a94b-5328-42f0-be28-678075bcb2a9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:17.084314 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-bf27a94b-5328-42f0-be28-678075bcb2a9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.253 HTTP/1.1" status: 200  len: 696 time: 0.1027536
Feb 17 04:44:17.253386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-973eb13c-6d89-47b1-a4f2-fb84908c3b1b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:17.254882 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f9374530-3d66-4319-8bbe-5e7ee0727de7 req-973eb13c-6d89-47b1-a4f2-fb84908c3b1b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1645215
Feb 17 04:44:17.440921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-c134a701-a9f5-4b52-89fb-6bfa70d5be71 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:17.442548 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-c134a701-a9f5-4b52-89fb-6bfa70d5be71 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0901513
Feb 17 04:44:17.536255 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a90c5eea-faf7-4dfc-bebb-7d9b1eda372a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.253 HTTP/1.1" status: 200  len: 696 time: 0.0874960
Feb 17 04:44:17.547843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'port_id': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:17.637134 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.279732 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.282450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.465845 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP 0859b380-2a07-4097-80ff-ca7c3604de07 associated. External IP: 172.27.1.253, port: f1ef9bfd-24ad-4155-bf62-437714279e88.
Feb 17 04:44:18.760763 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cebe-4449-4706-acb2-dbd576ca39e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.110132 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:19.173988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55254) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:19.317260 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:19.328812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:19.331846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.339547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:19.340199 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946586cc0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:19.397891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.424011 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:19.430446 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a7d97a80-fecb-4fce-8ead-148430b55efc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "PUT /v2.0/floatingips/0859b380-2a07-4097-80ff-ca7c3604de07 HTTP/1.1" status: 200  len: 996 time: 1.8879015
Feb 17 04:44:19.431472 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Usage tracker for resource:security_group_rule and tenant:836ad803dae64ad18a1a63efa3b1554a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:19.434136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:19.440086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:19.482725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:19.498093 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'status': 'completed', 'code': 200}
Feb 17 04:44:19.526821 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.535672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:19.569869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-ff0f17cc-4acb-4d9d-b4b6-4bc850f2f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.571604 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-ff0f17cc-4acb-4d9d-b4b6-4bc850f2f4c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1162 time: 0.1252041
Feb 17 04:44:19.627515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-550c7692-67a8-4f92-9693-87aee981bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.629501 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-550c7692-67a8-4f92-9693-87aee981bfec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1162 time: 0.0829856
Feb 17 04:44:19.712893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.716757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.736201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5b7200b6-d0aa-4e63-b610-302472705009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:19.781693 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-c35edf02-9621-4163-a444-1012cb4eba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.783259 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-c35edf02-9621-4163-a444-1012cb4eba08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1445053
Feb 17 04:44:19.803498 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=836ad803dae64ad18a1a63efa3b1554a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6173568
Feb 17 04:44:19.804606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a9bd09-b9b4-494f-87b3-7d35f3610b72,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:19.807230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55262) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:19.812115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dfcdb343-fd76-4083-8c80-37a741615d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:19.825197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-c937695b-0a68-41a9-a01c-aa5a103905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.827364 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-c937695b-0a68-41a9-a01c-aa5a103905f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.2430758
Feb 17 04:44:19.900443 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-e8867f1d-ce4a-4491-b364-2b2696ff1c7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 999 time: 0.1102462
Feb 17 04:44:19.927627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946586cc0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '0859b380-2a07-4097-80ff-ca7c3604de07', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:4e:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:16Z', 'updated_at': '2021-02-17T04:44:18Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:19.931774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:19.941627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:19.942301 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946586cc0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:19.975252 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-ae8be62d-c0ca-4af9-9672-feefaa2ccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.976839 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-ae8be62d-c0ca-4af9-9672-feefaa2ccc40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0694358
Feb 17 04:44:19.980267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.984580 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-c97870f2-eccf-4c92-a751-148e7d69deac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 999 time: 0.1423583
Feb 17 04:44:20.060945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.076979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-eb084c3f-6c76-43a1-a58f-fd15cb2b02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:20.078882 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-eb084c3f-6c76-43a1-a58f-fd15cb2b02ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941031
Feb 17 04:44:20.111522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a1c44901-7a4b-4cac-b04d-3747842937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:20.113157 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-a1c44901-7a4b-4cac-b04d-3747842937e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.1181545
Feb 17 04:44:20.159575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:20.177785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.192178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5140d71c-a96b-4213-bf1f-b0472fa1cecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:20.210014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a9bd09-b9b4-494f-87b3-7d35f3610b72,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:20.224898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:20.225803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.230371 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-d6cd3400-da33-45c3-b590-27f040ef7edb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43a9bd09-b9b4-494f-87b3-7d35f3610b72 HTTP/1.1" status: 204  len: 168 time: 0.4170506
Feb 17 04:44:20.239676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-ba5d34db-7d3a-41fe-ae3e-ad8263077436 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539733
Feb 17 04:44:20.257155 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-4101e7b8-d002-47e8-a942-5b034a209817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:20.259063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-4101e7b8-d002-47e8-a942-5b034a209817 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1332321
Feb 17 04:44:20.401683 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d651d4f4-e752-4751-bde1-28bd4d427c9b req-f496e742-d6f0-4da1-9427-8ab79152e101 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516418
Feb 17 04:44:20.403973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.442779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-6effcdf0-b68f-4d3e-a853-37aeb9e45d2a service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757593
Feb 17 04:44:20.574278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946586cc0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '0859b380-2a07-4097-80ff-ca7c3604de07', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:4e:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:16Z', 'updated_at': '2021-02-17T04:44:18Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:20.579807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0bebc-44ad-4fa0-b797-eb05f3230839 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '0859b380-2a07-4097-80ff-ca7c3604de07', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:4e:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:16Z', 'updated_at': '2021-02-17T04:44:18Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:20.598395 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55270) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:20.600460 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0d09807b-3006-41a1-936f-cdf28fcb60dc req-4a0a676a-30ea-43db-867d-590b5557da2e service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501718
Feb 17 04:44:20.627608 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.635697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:20.640666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Usage tracker for resource:security_group_rule and tenant:fc9bd319a2a04ae0b66aed3bc0cc4128 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:20.643776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:20.649685 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:20.735385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.738340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.747764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f482de6-df62-489e-a6d3-7f8690641513 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:20.795172 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc9bd319a2a04ae0b66aed3bc0cc4128&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1954548
Feb 17 04:44:20.796140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee8127-b83f-4221-95ef-40386db30a0d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:20.798102 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55276) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:20.799529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:20.863317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.883121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a52ec-aea7-4d3c-a9c0-8612560995ba None None] New status for floating IP 0859b380-2a07-4097-80ff-ca7c3604de07: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:44:20.893959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.940267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.945529 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-90d0738a-0c4c-4bd7-afa1-e6a168549291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:20.961765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee8127-b83f-4221-95ef-40386db30a0d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:20.964927 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:20.967782 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:20.969010 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c70bbf4c-11d1-46f3-b9db-df765d498a35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71ee8127-b83f-4221-95ef-40386db30a0d HTTP/1.1" status: 204  len: 168 time: 0.1698289
Feb 17 04:44:21.025563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.089837 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55334) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:23.217980 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.234382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:23.238481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Usage tracker for resource:security_group_rule and tenant:f9b356f786944ab3a6405a5dd663637f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:23.241481 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:23.247354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:23.334903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.337587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.347109 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f92f94c6-4a9f-4481-a6cf-4ee20107be63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:23.390482 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9b356f786944ab3a6405a5dd663637f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995100
Feb 17 04:44:23.391501 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f2c55-43dc-49b0-a01f-e9653c870688,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:23.393457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55340) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:23.394919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61f9b210-d7a5-4a89-b88e-3b0efaaf5a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:23.457137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.486217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.534004 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.538958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-49e205bd-ab37-47a6-9171-7c55a97f9ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:23.551921 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f2c55-43dc-49b0-a01f-e9653c870688,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:23.557066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:23.562049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.563291 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b9656482-712d-4c89-9167-af6fdc99d1c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/839f2c55-43dc-49b0-a01f-e9653c870688 HTTP/1.1" status: 204  len: 168 time: 0.1687436
Feb 17 04:44:23.848840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55348) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:23.868776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.885036 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:23.889766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Usage tracker for resource:security_group_rule and tenant:87cbe62782ac40a1a424eb3460337a23 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:23.892825 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:23.898574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:23.984295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.987001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.000624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9e96b4c0-c3fc-4c1d-8fa6-b4f7ca51eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:24.044899 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87cbe62782ac40a1a424eb3460337a23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1948910
Feb 17 04:44:24.045891 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe26c39-b5b3-4307-a8d8-9f7702959e56,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:24.047890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55352) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:24.049251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c592426d-55cb-4b29-96fe-91cdca3c736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:24.117602 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.148922 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.193742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.198646 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4116c4be-9bb9-43ee-9fa8-160fd928b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:24.212235 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe26c39-b5b3-4307-a8d8-9f7702959e56,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:24.215353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:24.216479 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.217676 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-339accee-5494-4a51-832e-213edbe9ea4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fe26c39-b5b3-4307-a8d8-9f7702959e56 HTTP/1.1" status: 204  len: 168 time: 0.1682069
Feb 17 04:44:27.285705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:44:33.438864 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-94943849-5b42-4903-9f3f-bd56cd573890 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0776227
Feb 17 04:44:33.619431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305329-fa62-4026-a04a-10b411cb7055 req-5ebc4391-5215-47c0-9545-2035baf624fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:33.621042 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-5ebc4391-5215-47c0-9545-2035baf624fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1162 time: 0.0837657
Feb 17 04:44:33.780855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305329-fa62-4026-a04a-10b411cb7055 req-908baf22-cd4b-466d-8b65-177032ce7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:33.782419 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-908baf22-cd4b-466d-8b65-177032ce7ddb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1408994
Feb 17 04:44:33.891355 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-520e92f1-743e-4635-839d-a5a425832224 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 1001 time: 0.1014354
Feb 17 04:44:33.970067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305329-fa62-4026-a04a-10b411cb7055 req-606130d4-072d-42da-9e68-2ccc975748e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:33.971778 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-606130d4-072d-42da-9e68-2ccc975748e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0699313
Feb 17 04:44:34.059506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305329-fa62-4026-a04a-10b411cb7055 req-ea9d24cc-675f-49a9-bb5b-0e05c13afda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:34.061644 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-ea9d24cc-675f-49a9-bb5b-0e05c13afda7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828207
Feb 17 04:44:34.210072 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-c1ca88b7-9c3a-4cae-a287-c0198dd878b0 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407757
Feb 17 04:44:34.368019 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ee305329-fa62-4026-a04a-10b411cb7055 req-5937282f-817c-4934-a86f-235776c4ee4d service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438515
Feb 17 04:44:36.189556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.691977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55466) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:36.814827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.829803 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:36.833814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Usage tracker for resource:security_group_rule and tenant:7b374202d3634497a32f0cd24cb4b296 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:36.836766 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:36.843394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:36.933287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.936609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.945367 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e26a3cd3-68c3-4fa4-96dc-0c9568682196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:36.988342 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b374202d3634497a32f0cd24cb4b296&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2952337
Feb 17 04:44:36.990090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5316dac3-c02e-4b8f-903c-4d598a662964,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:36.991319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55472) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:36.993658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-33407b0d-ca26-4fe3-b632-9dba2c22258b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:37.058248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.087477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.136600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.142833 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7e1aa27-cc36-44bd-a749-b63d99020fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:37.158091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5316dac3-c02e-4b8f-903c-4d598a662964,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:37.160951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:37.171555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.173117 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-aeeee5c9-f925-4c0e-b45d-98624decb262 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5316dac3-c02e-4b8f-903c-4d598a662964 HTTP/1.1" status: 204  len: 168 time: 0.1803732
Feb 17 04:44:37.467396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55480) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:37.487027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.502083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:37.506123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Usage tracker for resource:security_group_rule and tenant:dd989f2d562043c296e81c7603276a7f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:37.509074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:37.515419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:37.602314 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.605607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.614352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d173cc9-f113-4de6-8de3-24e9565f18ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:37.656505 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd989f2d562043c296e81c7603276a7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1879270
Feb 17 04:44:37.658100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5e393-f2b5-47d1-a7f6-8c0141fdc003,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:37.659590 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.78', 55484) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:37.661375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2e557da4-ee33-4f57-ad96-b496be5bfb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:37.724806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.752874 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.798405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.803612 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6cebdf22-8ff1-41f3-a5a4-87551d522bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:37.816690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5e393-f2b5-47d1-a7f6-8c0141fdc003,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:37.822008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:37.827083 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.828318 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-8d613047-e9a4-43b5-91d4-97f5f787812d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ca5e393-f2b5-47d1-a7f6-8c0141fdc003 HTTP/1.1" status: 204  len: 168 time: 0.1668885
Feb 17 04:44:46.364130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-178a8c99-4de6-462b-97db-d46acca60603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.754567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-893f8697-9a1c-428c-acef-c83deeeeb12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:49.526805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:50.387431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:50.951454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:04.286551 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:45:04.375835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-8e76bdf4-997b-4459-8c53-132e813d405d req-83cc1423-99bd-4c1c-bfb6-1f53a0f73432 service neutron] (83996) timed out ('10.222.0.59', 58106) {{(pid=83996) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:45:04.669963 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-494b7e8d-70ef-412a-b743-d15a01247382 req-350596ff-eede-4487-9180-9346005087ac service neutron] (83995) timed out ('10.222.0.59', 58074) {{(pid=83995) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:45:06.194349 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:16.366058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4f37c667-5bf4-4d5f-82a7-f315fbad182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:18.756592 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd07aef0-84a1-4225-9d65-a21a85e77a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:19.529383 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:20.389820 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:20.955097 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:35.424062 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-19877d43-1816-48c9-b8a1-be0be7b04e77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0835330
Feb 17 04:45:35.590172 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-1a22d8e0-8920-4013-93fb-c826d96ec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:35.591809 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-1a22d8e0-8920-4013-93fb-c826d96ec86e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 1162 time: 0.0788591
Feb 17 04:45:35.750997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-78e247d5-59d2-43d9-8770-8dff49fddd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:35.752810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-78e247d5-59d2-43d9-8770-8dff49fddd32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1399052
Feb 17 04:45:35.866037 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-b605b680-d488-40a1-ad3a-1cc685aab6ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 200  len: 1001 time: 0.1063075
Feb 17 04:45:35.937254 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-fbf2e8b1-f5d2-45d2-b53f-58d0d7b625d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:35.938803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-fbf2e8b1-f5d2-45d2-b53f-58d0d7b625d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0664973
Feb 17 04:45:36.192840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:36.259474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-f5fd1195-6d00-4f20-ab93-b8d7c7b94826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:36.261110 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-f5fd1195-6d00-4f20-ab93-b8d7c7b94826 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3161702
Feb 17 04:45:36.406631 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-d486f9d9-e458-403a-aa32-13c377efbd2c service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377404
Feb 17 04:45:36.552632 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ed066fd9-31b9-4536-9e1a-1f3283fb9b23 req-79de5295-5754-4213-a5ce-bab042950a0d service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386425
Feb 17 04:45:41.287675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:45:46.370480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-258a84c7-7e99-44e5-b8fa-c004009e91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:48.757466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a91e0ace-dbcd-46bd-a009-1cb998933319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:49.531905 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:50.394454 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:50.957911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:06.186581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:16.372682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72be3b52-2d1e-4053-b3d1-951f00357335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:18.287228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:46:18.757593 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a0cf012d-a574-490c-8238-5ff9b4971168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:19.535975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.404615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.961986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:34.296197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75d1c-3377-4bc8-939e-0f99e386c42a req-7ada53a8-bbb2-4ea1-a470-9bdf6759bf1d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:34.297818 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59c75d1c-3377-4bc8-939e-0f99e386c42a req-7ada53a8-bbb2-4ea1-a470-9bdf6759bf1d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0914128
Feb 17 04:46:34.356132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-59c75d1c-3377-4bc8-939e-0f99e386c42a req-19b6adb2-f16e-45be-b7f0-22e64ba5a33e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0517442
Feb 17 04:46:35.581939 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086945-5aeb-4051-969b-f407d0bc5b4f req-47e76f4a-c156-4205-b082-1a41979afbdc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:35.583597 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc086945-5aeb-4051-969b-f407d0bc5b4f req-47e76f4a-c156-4205-b082-1a41979afbdc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0937436
Feb 17 04:46:35.632976 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-cc086945-5aeb-4051-969b-f407d0bc5b4f req-1c29548f-2a3a-4b82-ad31-5a42360ac0c1 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428073
Feb 17 04:46:36.186805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.218697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-2684412c-86b6-4f4b-a3d4-52dfb54bf898 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:36.220280 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-2684412c-86b6-4f4b-a3d4-52dfb54bf898 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0903003
Feb 17 04:46:36.301366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port f1ef9bfd-24ad-4155-bf62-437714279e88 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:46:36.301758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.577607 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] For port f1ef9bfd-24ad-4155-bf62-437714279e88, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f1ef9bfd-24ad-4155-bf62-437714279e88,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:46:36.578014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.835914 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6361-eace-45f5-ba05-c8d81cfd033e req-41bcc00e-d830-48cd-a48c-ece70dd7ea85 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:36.837470 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22ec6361-eace-45f5-ba05-c8d81cfd033e req-41bcc00e-d830-48cd-a48c-ece70dd7ea85 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 945 time: 0.0907593
Feb 17 04:46:36.888059 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-22ec6361-eace-45f5-ba05-c8d81cfd033e req-66f8daf7-417e-4ef3-a47c-afb940e3d75b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439644
Feb 17 04:46:36.901991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.902421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.902780 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP 0859b380-2a07-4097-80ff-ca7c3604de07 disassociated. External IP: 172.27.1.253, port: f1ef9bfd-24ad-4155-bf62-437714279e88.
Feb 17 04:46:36.903201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for f1ef9bfd-24ad-4155-bf62-437714279e88 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:46:37.056259 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:37.071616 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bcb4714-0d98-4686-8fa8-3e87cad5f711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:37.168934 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=f1ef9bfd-24ad-4155-bf62-437714279e88,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:37.191962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.192386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.192801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.193210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.193618 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.194024 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.194427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.194829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.195258 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.195658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.196058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.196455 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.196908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.197311 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.197710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.198106 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.198500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.198906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.199331 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.199731 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.200129 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.200526 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.200920 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.201317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:37.206541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:37.459220 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:46:37.650449 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:46:37.664068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:46:37.674224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:37.674925 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946303fd0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:37.694326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] No DVR routers for this DVR port f1ef9bfd-24ad-4155-bf62-437714279e88 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:46:37.696794 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:37.699854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'name': 'network-vif-deleted', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:37.719433 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-745906cf-79ab-4335-a25e-0f621cbaf575 req-b1e21c66-7d5c-4e28-9f2d-076d7c0b380c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "DELETE /v2.0/ports/f1ef9bfd-24ad-4155-bf62-437714279e88 HTTP/1.1" status: 204  len: 173 time: 1.4928553
Feb 17 04:46:37.876682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f1ef9bfd-24ad-4155-bf62-437714279e88 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:46:37.880357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:37.919796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: f1ef9bfd-24ad-4155-bf62-437714279e88 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:46:37.920887 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device f1ef9bfd-24ad-4155-bf62-437714279e88 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:46:37.976423 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfbe354-bb33-4741-93e8-f09b3610df7a', 'name': 'network-vif-deleted', 'tag': 'f1ef9bfd-24ad-4155-bf62-437714279e88', 'status': 'completed', 'code': 200}
Feb 17 04:46:38.067174 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-76ce2679-447e-401e-8226-c0b74da310cb req-42189df8-730d-4ef9-bd3a-9f64a06f6f25 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cfbe354-bb33-4741-93e8-f09b3610df7a HTTP/1.1" status: 200  len: 210 time: 0.0532856
Feb 17 04:46:38.220777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946303fd0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:38.225130 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:46:38.234363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:38.235015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4946303fd0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:38.430549 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:38.762135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4946303fd0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:38.766576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2a2dc-f3e3-4880-b249-3a1dd671d59c None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:46:39.190476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8f0c8-f26c-4d90-9c0e-5d4b80a0c87c None None] New status for floating IP 0859b380-2a07-4097-80ff-ca7c3604de07: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:46:39.458887 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-4fed0b76-8192-48aa-984e-fb50b8098209 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2120696101&fields=id&tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 267 time: 0.0482483
Feb 17 04:46:39.626341 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-90fe1ef8-a9e1-484c-bdda-ea6e755029ab tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:39.627939 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-90fe1ef8-a9e1-484c-bdda-ea6e755029ab tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.1615741
Feb 17 04:46:39.644686 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-b3e3cf99-ce90-45af-a1ed-be2bdce8d177 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/quotas/9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 375 time: 0.0101264
Feb 17 04:46:39.736610 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-773fd492-021f-4f4a-b270-69f10fec6736 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0864530
Feb 17 04:46:39.887604 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-601705d7-517b-417f-968d-c1d3b806b8f1 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379611
Feb 17 04:46:40.031460 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-73bab8c2-2b99-44fe-9518-80a56bcf0ac0 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374640
Feb 17 04:46:40.457880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-09aa4318-2910-482a-88e1-886d29413abb req-238bcad3-f170-4daa-a569-3a6b06a52691 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:40.481429 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-09aa4318-2910-482a-88e1-886d29413abb req-238bcad3-f170-4daa-a569-3a6b06a52691 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:40.482713 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-09aa4318-2910-482a-88e1-886d29413abb req-238bcad3-f170-4daa-a569-3a6b06a52691 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 210 time: 0.0757222
Feb 17 04:46:41.596482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-b8ba354a-7d29-48fe-b742-89833f97a14e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:41.598848 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-b8ba354a-7d29-48fe-b742-89833f97a14e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.1646304
Feb 17 04:46:41.659828 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-47dbd48e-19af-461c-ae37-94a7efdba381 req-f1277d64-aa36-4327-9c78-43d31b61ad68 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 210 time: 0.0544305
Feb 17 04:46:41.688306 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-175643ea-284e-46af-8674-2badff30a8ce tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 5765 time: 0.0727289
Feb 17 04:46:41.702517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'port': {'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'admin_state_up': True, 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'security_groups': ['10b648c5-8db3-4c58-befb-5d716c01da5c']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:41.853208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:46:41.863919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:46:41.872469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Made reservation on behalf of 9a3a6cbbd6d14db5bf2f631af62262de for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:46:41.878136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.188583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.20.0.10 (f6965ef8-6afe-410e-82fc-d80ca8d91ef7/29a968de-7c35-4160-9c59-2580391808f6/2480c767-ef46-4401-82a3-4df91eb9e7d4) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:46:42.395733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.413270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Transition to ACTIVE for port object 2480c767-ef46-4401-82a3-4df91eb9e7d4 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:46:42.437377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.452826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-76e9d8e4-7274-4542-ae91-46e3dfe149bc tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:42.602777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=2480c767-ef46-4401-82a3-4df91eb9e7d4,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:42.618543 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:42.662527 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:46:42.663660 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:46:42.665860 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:46:42.732645 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:42.733469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.768416 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-dcc8f766-c411-4fe0-9bb3-3987b6d5dcd4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0699182
Feb 17 04:46:42.826046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Request body: {'port': {'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:42.880690 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce23-3d77-49a2-97b0-95af5eda258b None None] Provisioning for port 2480c767-ef46-4401-82a3-4df91eb9e7d4 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:46:42.886026 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce23-3d77-49a2-97b0-95af5eda258b None None] Provisioning complete for port 2480c767-ef46-4401-82a3-4df91eb9e7d4 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:42.886452 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ce23-3d77-49a2-97b0-95af5eda258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.949352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4ce23-3d77-49a2-97b0-95af5eda258b None None] Port 2480c767-ef46-4401-82a3-4df91eb9e7d4 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:46:42.987162 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a895-7056-4971-8068-ddb9b4136d14 req-7883c01d-9822-438b-a3cc-3552f1484ec7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:42.988464 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-0c13a895-7056-4971-8068-ddb9b4136d14 req-7883c01d-9822-438b-a3cc-3552f1484ec7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:42.992137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.060983 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-0c13a895-7056-4971-8068-ddb9b4136d14 req-7883c01d-9822-438b-a3cc-3552f1484ec7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:43.062290 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0c13a895-7056-4971-8068-ddb9b4136d14 req-7883c01d-9822-438b-a3cc-3552f1484ec7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 932 time: 0.2844462
Feb 17 04:46:43.178908 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0c13a895-7056-4971-8068-ddb9b4136d14 req-2d4d8b2d-6a66-4afc-85de-6b94037a822a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1037858
Feb 17 04:46:43.721516 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2480c767-ef46-4401-82a3-4df91eb9e7d4 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:46:43.730315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.742469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Transition to ACTIVE for port object 2480c767-ef46-4401-82a3-4df91eb9e7d4 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:46:43.745224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.760734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d2b9538-df82-4327-9c62-b91d4f16df82 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:43.909402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Pushing event updated for resources: {'Port': ['ID=2480c767-ef46-4401-82a3-4df91eb9e7d4,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:43.913049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:44.096066 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Attempting to bind port 2480c767-ef46-4401-82a3-4df91eb9e7d4 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:46:44.096441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Attempting to bind port 2480c767-ef46-4401-82a3-4df91eb9e7d4 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:46:44.097390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Attempting to bind port 2480c767-ef46-4401-82a3-4df91eb9e7d4 on network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:46:44.104680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:46:44.105056 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:46:44.105459 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:44.105853 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Bound using segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:46:44.106326 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Bound port: 2480c767-ef46-4401-82a3-4df91eb9e7d4, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:46:44.106790 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:44.205115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] For port 2480c767-ef46-4401-82a3-4df91eb9e7d4, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:46:44.208348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] For port 2480c767-ef46-4401-82a3-4df91eb9e7d4, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:46:44.211474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:44.227413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c547485-a483-433b-a09a-086e9633f04e tempest-TestMinimumBasicScenario-434084501 tempest-TestMinimumBasicScenario-434084501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:44.382924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Pushing event updated for resources: {'Port': ['ID=2480c767-ef46-4401-82a3-4df91eb9e7d4,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:44.389661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:44.394557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9420fd-a2ee-40d3-81bf-ceb0ef080947 req-9fda612a-9366-443e-a5d0-04d0c7918fad tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.396247 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a9420fd-a2ee-40d3-81bf-ceb0ef080947 req-9fda612a-9366-443e-a5d0-04d0c7918fad tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0958452
Feb 17 04:46:44.422351 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.423008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:44.424509 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-07a036d3-38c6-4aeb-9947-1915e6497167 service neutron] 10.222.0.59 "PUT /v2.0/ports/2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1158 time: 1.6031051
Feb 17 04:46:44.425879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:44.456359 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6a9420fd-a2ee-40d3-81bf-ceb0ef080947 req-80a62cbf-3e6b-4c05-babb-15d5b03850bc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0533059
Feb 17 04:46:44.532699 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'status': 'completed', 'code': 200}
Feb 17 04:46:44.577081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-d3654474-0b4c-446d-b772-5329fc12069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.578996 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-d3654474-0b4c-446d-b772-5329fc12069b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1161 time: 0.0968308
Feb 17 04:46:44.660724 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-d5c68eaf-369f-4603-b85b-ed49104d0902 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 217 time: 0.0678518
Feb 17 04:46:44.735522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-28f05e0e-e3c9-485e-bbcc-9677f5179fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.737092 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-28f05e0e-e3c9-485e-bbcc-9677f5179fda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0691190
Feb 17 04:46:44.820297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-58bff87a-93b6-4a30-a566-2086021dd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.821884 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-58bff87a-93b6-4a30-a566-2086021dd0b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779407
Feb 17 04:46:44.965505 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-14b30750-6535-420b-8ac7-574dbdb1705a service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359961
Feb 17 04:46:45.108703 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7f67a738-b8a9-41da-96ec-72ab8ed4b515 req-d9d160c1-cb19-468e-acde-5d2ed29e6169 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353261
Feb 17 04:46:45.275064 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-f7a9669b-fe0d-4091-81d5-f9376495c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.276718 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-f7a9669b-fe0d-4091-81d5-f9376495c7d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1161 time: 0.0786266
Feb 17 04:46:45.420673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-3500e7f6-10c2-4294-8c75-c4b8838def5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.422309 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-3500e7f6-10c2-4294-8c75-c4b8838def5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1387355
Feb 17 04:46:45.499874 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-49f54c93-44e3-44ae-882d-80bcf1ac77a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 217 time: 0.0708282
Feb 17 04:46:45.575783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-05ce26f0-4852-40fb-94f0-2da9f99da71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.577302 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-05ce26f0-4852-40fb-94f0-2da9f99da71d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0705421
Feb 17 04:46:45.664473 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-a89860a0-f2e1-4c50-b408-27ff768e5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.666204 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-a89860a0-f2e1-4c50-b408-27ff768e5f3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814085
Feb 17 04:46:45.823560 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-4c57056e-18e4-41e1-add9-64c1eba50e42 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495609
Feb 17 04:46:45.906225 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f236d-d743-4340-a4be-d50323477d80 req-1886e936-20f9-42cb-82e9-bce5823afdcd tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.907762 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b7f236d-d743-4340-a4be-d50323477d80 req-1886e936-20f9-42cb-82e9-bce5823afdcd tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.3370516
Feb 17 04:46:45.956888 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b7f236d-d743-4340-a4be-d50323477d80 req-c6529180-5a0b-4483-b92d-d75d4129ed6f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410898
Feb 17 04:46:45.973900 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a8a7ae55-8e57-4102-b733-acfd4404987d req-4b897f87-2bd3-4090-a08f-15d653b0d078 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411862
Feb 17 04:46:46.375101 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75383333-deea-412e-8b32-877a46a27396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:47.165650 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b25f-0e75-4750-acbd-ac305eea116c req-7a29a3b3-15a1-40a9-8968-f1661d3a525e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:47.167313 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c883b25f-0e75-4750-acbd-ac305eea116c req-7a29a3b3-15a1-40a9-8968-f1661d3a525e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0919447
Feb 17 04:46:47.222557 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c883b25f-0e75-4750-acbd-ac305eea116c req-cad58e61-5595-4562-a7f0-cd8f54abd4cc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0482335
Feb 17 04:46:48.427431 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b690a9-3b97-41ab-b96f-72c17f37bb69 req-99bc0ea8-e012-4e60-9da9-1384e0d867f4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:48.429115 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58b690a9-3b97-41ab-b96f-72c17f37bb69 req-99bc0ea8-e012-4e60-9da9-1384e0d867f4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0907242
Feb 17 04:46:48.481362 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-58b690a9-3b97-41ab-b96f-72c17f37bb69 req-441d585b-db8f-4223-8b55-558ebdfeffc3 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459056
Feb 17 04:46:48.759886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c846cdef-64e9-46a2-b4d1-258b7627ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:49.538145 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:49.681441 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d60ce-0486-4731-bb2e-ba6821984f12 req-f1b590e5-f2a4-4b67-a0ce-950b1cce3869 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:49.683282 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494d60ce-0486-4731-bb2e-ba6821984f12 req-f1b590e5-f2a4-4b67-a0ce-950b1cce3869 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0884497
Feb 17 04:46:49.731327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-494d60ce-0486-4731-bb2e-ba6821984f12 req-282c9953-57fa-46f8-8ec5-7f3210f669a3 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420239
Feb 17 04:46:50.396868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:50.933662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a619cc-d7a4-4f91-8b6f-18024bfcf24e req-00e674b0-12ee-4e38-b961-3ec79eacc1a2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:50.935325 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4a619cc-d7a4-4f91-8b6f-18024bfcf24e req-00e674b0-12ee-4e38-b961-3ec79eacc1a2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0904317
Feb 17 04:46:50.965521 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:50.985364 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e4a619cc-d7a4-4f91-8b6f-18024bfcf24e req-c57b7998-ea04-477d-8c71-e1a74cbe1bb2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431244
Feb 17 04:46:52.188649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681084a-c24e-4faa-80c0-c8035cbd20ff req-1ee9ba18-33d6-427d-ae78-5f6af8ba63f1 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:52.190937 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f681084a-c24e-4faa-80c0-c8035cbd20ff req-1ee9ba18-33d6-427d-ae78-5f6af8ba63f1 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0927532
Feb 17 04:46:52.239193 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f681084a-c24e-4faa-80c0-c8035cbd20ff req-8abbb764-5331-460c-8362-ce1983f58a22 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417237
Feb 17 04:46:53.444201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de21ab1-95e5-41e8-8b56-782f69bfefc7 req-1c8e7d5e-9569-4c82-99eb-52954f55bd3a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:53.445725 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9de21ab1-95e5-41e8-8b56-782f69bfefc7 req-1c8e7d5e-9569-4c82-99eb-52954f55bd3a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0927529
Feb 17 04:46:53.492876 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9de21ab1-95e5-41e8-8b56-782f69bfefc7 req-f0105986-6468-40ff-8929-18a42aa233c6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409386
Feb 17 04:46:54.578018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 2480c767-ef46-4401-82a3-4df91eb9e7d4 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:54.649216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port 2480c767-ef46-4401-82a3-4df91eb9e7d4 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:46:54.654086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 2480c767-ef46-4401-82a3-4df91eb9e7d4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:54.654507 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:54.709151 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74eab1-d085-471b-aae2-1e92f79d088f req-53c78a02-b95b-4953-a28e-510da41f97ac tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:54.710873 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e74eab1-d085-471b-aae2-1e92f79d088f req-53c78a02-b95b-4953-a28e-510da41f97ac tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 944 time: 0.0894988
Feb 17 04:46:54.763745 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5e74eab1-d085-471b-aae2-1e92f79d088f req-d7c730a6-c81b-498c-9dc6-dc02bbb63f4c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463190
Feb 17 04:46:54.947490 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:54.975907 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:54.986725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port 2480c767-ef46-4401-82a3-4df91eb9e7d4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:46:54.990386 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:54.992424 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-445674b6-ff08-4615-a9d7-9e49d5d18b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:55.068074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=2480c767-ef46-4401-82a3-4df91eb9e7d4,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:55.076075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.076446 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.076829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.077203 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.077576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.077947 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.078313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.078679 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.079190 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.079625 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.079992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.080357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.081318 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.082138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.082511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.082880 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.083268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.083636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.084001 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.084365 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.084735 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.085096 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.085457 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.085817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.090194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:55.286440 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:46:55.967494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b79fb8-7395-45d0-be9a-37f86cbe7a04 req-75b74b25-515d-4158-a3c7-f13bcf73e374 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:55.969074 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3b79fb8-7395-45d0-be9a-37f86cbe7a04 req-75b74b25-515d-4158-a3c7-f13bcf73e374 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.0902379
Feb 17 04:46:56.016266 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c3b79fb8-7395-45d0-be9a-37f86cbe7a04 req-5762e692-e616-4746-8713-4ed92b671058 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406275
Feb 17 04:46:56.102427 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'code': 200}
Feb 17 04:46:56.185306 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 2480c767-ef46-4401-82a3-4df91eb9e7d4 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:56.261168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port 2480c767-ef46-4401-82a3-4df91eb9e7d4 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:56.261595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:56.470901 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c50b-45cc-4406-b364-eae0c179b87b req-744d5a1b-0e26-4498-babb-5ac637be436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:56.473809 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba08c50b-45cc-4406-b364-eae0c179b87b req-744d5a1b-0e26-4498-babb-5ac637be436d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0917714
Feb 17 04:46:56.528757 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ba08c50b-45cc-4406-b364-eae0c179b87b req-c5249e66-5922-4b10-8cc8-790471b4532e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467713
Feb 17 04:46:57.223774 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4d60b-c6ad-4e06-b45b-c6d261cc4ed8 req-c526fc64-8c86-45d5-9b19-a4fbcc4c8007 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:57.225400 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-37a4d60b-c6ad-4e06-b45b-c6d261cc4ed8 req-c526fc64-8c86-45d5-9b19-a4fbcc4c8007 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.0954952
Feb 17 04:46:57.273034 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-37a4d60b-c6ad-4e06-b45b-c6d261cc4ed8 req-b0530a4b-4012-49a8-bb8b-583403bcd9d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410545
Feb 17 04:46:58.477647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982f663-2647-4ae9-983c-839f083ead37 req-0b7e675e-4dd4-44c9-a12d-e96d42d9bfc8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:58.479548 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3982f663-2647-4ae9-983c-839f083ead37 req-0b7e675e-4dd4-44c9-a12d-e96d42d9bfc8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.0892925
Feb 17 04:46:58.535810 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3982f663-2647-4ae9-983c-839f083ead37 req-bf12bd31-deb9-4ee8-b5d2-4e2dfe2bdb59 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0501301
Feb 17 04:46:58.741243 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73f90-ce62-4ec6-b0da-f1f09cf2ca63 req-82c6db4d-c5cd-4c1d-af9e-89d52a3d5896 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:58.742775 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95e73f90-ce62-4ec6-b0da-f1f09cf2ca63 req-82c6db4d-c5cd-4c1d-af9e-89d52a3d5896 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.0916569
Feb 17 04:46:58.790212 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-95e73f90-ce62-4ec6-b0da-f1f09cf2ca63 req-2b2cc69a-844f-4724-803d-814937fa2b9c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412214
Feb 17 04:46:58.990665 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-2745bd00-c9bf-4a29-b910-5b0e8ed6f30e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1615548
Feb 17 04:46:59.000977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:59.007477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:46:59.017298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:46:59.026672 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:59.173662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:59.450669 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.27.1.159 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/ded99d76-1a69-4362-87d3-b5c4de06ff94) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:46:59.608581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:59.639125 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:59.655002 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8147e777-c2d8-4f16-8ca6-2b4f6d11117f tempest-AttachVolumeTestJSON-497285955 tempest-AttachVolumeTestJSON-497285955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:59.799844 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=ded99d76-1a69-4362-87d3-b5c4de06ff94,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:59.820412 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.820850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.821278 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.821699 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.822116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.822532 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.822946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.823382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.823793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.824201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.824606 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.825010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.825478 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.825890 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.826296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.826703 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.827137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.827547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.827956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.828362 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.828769 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.829178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.829581 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.829985 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:59.835178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:59.876748 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:46:59.878572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:46:59.880991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:46:59.963857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.028505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.304425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.307876 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.327094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d0c2bb6-0b47-4ffe-896d-c7b77948ad4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:00.477084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=ded99d76-1a69-4362-87d3-b5c4de06ff94,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:00.481999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:00.572557 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.605242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.606562 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-258c088c-d711-41e0-bcda-50af536c15eb tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6099815
Feb 17 04:47:00.695197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-ced17347-1adf-4dff-b870-281f707bb4d0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:00.710187 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-ced17347-1adf-4dff-b870-281f707bb4d0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:00.711454 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-ced17347-1adf-4dff-b870-281f707bb4d0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.159 HTTP/1.1" status: 200  len: 696 time: 0.0984805
Feb 17 04:47:00.872629 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-2213554a-d81b-4b45-931b-5f4f228e29fa tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:00.874015 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-2213554a-d81b-4b45-931b-5f4f228e29fa tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1567290
Feb 17 04:47:00.885419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-90263ff9-e24d-48c0-9e44-dcb19b049a54 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:47:00.886450 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-b3c7b11b-8746-4e4e-b1cb-600020b2a8ec req-90263ff9-e24d-48c0-9e44-dcb19b049a54 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058811
Feb 17 04:47:01.071052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-21ed5557-643c-4f7e-b427-46a152ee096d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:01.072685 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-21ed5557-643c-4f7e-b427-46a152ee096d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0900786
Feb 17 04:47:01.410596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-90322455-72dc-4555-86c1-82a60e73b83c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.159 HTTP/1.1" status: 200  len: 696 time: 0.3315940
Feb 17 04:47:01.420864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:01.506460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.137229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.142340 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.329143 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP 7655d17b-c344-41d0-9863-fdc1c9cae2d8 associated. External IP: 172.27.1.159, port: 2480c767-ef46-4401-82a3-4df91eb9e7d4.
Feb 17 04:47:02.701709 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:02.890556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:02.895712 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.901005 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:02.911865 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:02.912535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461b0da0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:02.958578 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-c595b401-ba92-4a04-8b57-70c5aafa3ff0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "PUT /v2.0/floatingips/7655d17b-c344-41d0-9863-fdc1c9cae2d8 HTTP/1.1" status: 200  len: 997 time: 1.5416653
Feb 17 04:47:02.959086 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:03.011494 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'status': 'completed', 'code': 200}
Feb 17 04:47:03.110753 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:03.217895 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-8ac19411-0936-4beb-b38f-5cca8be8b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:03.219614 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-8ac19411-0936-4beb-b38f-5cca8be8b1f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.1591308
Feb 17 04:47:03.223018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-b3d3c946-3f4a-4f35-8764-e301b58a65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:03.224569 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-b3d3c946-3f4a-4f35-8764-e301b58a65b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.2517292
Feb 17 04:47:03.489209 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461b0da0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:02Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:03.493858 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:03.503535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:03.504230 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49461b0da0>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:03.704251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:03.753992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-d53e3081-8821-49cc-9dc3-7d740dddbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:03.755617 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-d53e3081-8821-49cc-9dc3-7d740dddbaff service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.5286822
Feb 17 04:47:03.758594 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-fe6b76a0-7537-491d-8c63-b28b5b22f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:03.760236 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-fe6b76a0-7537-491d-8c63-b28b5b22f1fa service neutron] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.5090160
Feb 17 04:47:03.973933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-84ef3abc-84dc-492c-af88-d18fff0a3a0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1000 time: 0.2108579
Feb 17 04:47:03.975798 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-7cda50f3-9763-4c90-bbee-4040393160e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1000 time: 0.1560163
Feb 17 04:47:04.105211 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-2818e364-45e0-4a59-b7d9-e8dd94d0ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:04.106702 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-2818e364-45e0-4a59-b7d9-e8dd94d0ff6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.1254330
Feb 17 04:47:04.108113 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-9e3bf49d-f4e6-4393-b526-1f90bc7aa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:04.109555 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-9e3bf49d-f4e6-4393-b526-1f90bc7aa2c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0924218
Feb 17 04:47:04.244279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49461b0da0>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:02Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:04.248674 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bc863-bafa-408a-b632-0f14b49e07c2 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:02Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:04.262662 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-7c1be987-182a-4200-a4b6-56ec0ef0a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:04.264351 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-7c1be987-182a-4200-a4b6-56ec0ef0a3be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1505859
Feb 17 04:47:04.266900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-ad84b04d-cb28-4bde-b75a-f4a445dfec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:04.268809 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-ad84b04d-cb28-4bde-b75a-f4a445dfec96 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147938
Feb 17 04:47:04.305639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-e9df62aa-e664-4fa2-89d6-92f0585330bf service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:47:04.306739 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-e9df62aa-e664-4fa2-89d6-92f0585330bf service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060065
Feb 17 04:47:04.533228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52123d19-ca45-4485-bd39-e773e765df66 None None] New status for floating IP 7655d17b-c344-41d0-9863-fdc1c9cae2d8: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:47:04.545413 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-0e791983-cdcc-48c8-a34d-e9059422ee2a service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734208
Feb 17 04:47:04.550865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-d5b66d76-093d-430f-9bb5-afa4ec774629 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958358
Feb 17 04:47:04.821063 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ab4c25c1-b65b-4ccf-a7b5-eb102c3f4182 req-b67e3ffc-f371-4cb3-a102-f141cb7ad4f2 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2426786
Feb 17 04:47:04.823126 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-d839a4d7-fe5c-4602-b6e3-8d150d0bdc4e req-0d4c6c63-156f-441d-b1ba-e1cba166532f service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2708061
Feb 17 04:47:06.200624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:16.376111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e32591db-a839-4f4b-97f3-bdf0dd4e03fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.761725 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e8822d6e-b88c-4d9c-986a-0c3a5f972c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.540565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:20.398604 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:20.967535 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.286451 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:47:36.227385 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.417382 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-94abc0dd-fab2-4a5a-84f2-839e8afd3655 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0828178
Feb 17 04:47:38.585081 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-662ea7a9-dd9a-4942-82e0-04ecb94921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:38.586723 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-662ea7a9-dd9a-4942-82e0-04ecb94921ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0804694
Feb 17 04:47:38.747555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-c191b179-1c9b-47a9-bfff-8f9d92084923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:38.749206 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-c191b179-1c9b-47a9-bfff-8f9d92084923 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1404390
Feb 17 04:47:38.863552 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-022ed635-5c7a-422c-af89-4228417075f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1002 time: 0.1070113
Feb 17 04:47:38.934547 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-d5c28025-2df7-4ecc-832f-6665ff7417ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:38.936188 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-d5c28025-2df7-4ecc-832f-6665ff7417ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0668433
Feb 17 04:47:39.019315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-1415d84a-6127-4ea7-90e8-49d2659f1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:39.020905 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-1415d84a-6127-4ea7-90e8-49d2659f1a1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779912
Feb 17 04:47:39.166039 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-aa527e5b-be28-4b8b-a43f-5072f2a9d404 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383493
Feb 17 04:47:39.312520 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-aec680d6-2095-455b-8165-10e6d31f8a04 req-f66b1732-4cbb-49b1-a43c-e769bf5c873d service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401768
Feb 17 04:47:46.376347 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-40c4f97d-e339-4dcf-ae20-8a7b07245715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:48.764217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-192a0ec7-2cb0-4a7a-adaf-278073243fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:49.542869 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:50.400434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:50.970169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:06.239785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:09.285962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:48:16.377565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-01048875-b823-4bc4-953e-53d8f1ccfc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.767846 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9cb62779-5f42-4527-b5ce-600957de7534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:19.545827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:20.402835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:20.973636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:36.245428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:40.411327 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-ee37a745-bcea-4033-a495-6447934b7352 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773365
Feb 17 04:48:40.580049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-8b98d4ff-69dc-4342-9add-e1242dc063e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:40.581642 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-8b98d4ff-69dc-4342-9add-e1242dc063e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0811043
Feb 17 04:48:40.736055 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-cec6776b-8c7d-46d6-92a4-6bb58f6cce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:40.738465 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-cec6776b-8c7d-46d6-92a4-6bb58f6cce4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1365726
Feb 17 04:48:40.853346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-9486ca27-9ea2-4092-98a4-829147a90343 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1002 time: 0.1073766
Feb 17 04:48:40.926161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-f26c908b-5db9-4074-838d-d2b2f2a290e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:40.927743 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-f26c908b-5db9-4074-838d-d2b2f2a290e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0672646
Feb 17 04:48:41.015394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-d7a095be-7495-4105-9807-6f30ad06b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:41.016963 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-d7a095be-7495-4105-9807-6f30ad06b29d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827231
Feb 17 04:48:41.164894 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-3ead3913-b86c-4bce-9a62-74f33805eddf service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402760
Feb 17 04:48:41.309524 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-67b80d37-ff20-4b7c-927d-e2f206d2437c req-4a41fc7f-9847-4328-9221-8ce7fc533e45 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377549
Feb 17 04:48:46.285741 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:48:46.379966 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18dc04d8-1aa9-4461-885e-94992858ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:48.769739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85f9666f-fafa-4fb6-a9f2-38cd4890377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:49.549070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:50.405159 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:50.975448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:04.108962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-b1799328-f09f-45a4-be65-6914764cd75c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2120696101&fields=id&tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 267 time: 0.0430651
Feb 17 04:49:04.274845 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-44be3e4c-c713-4b9b-ac9d-11a6e741a733 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:04.276482 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-44be3e4c-c713-4b9b-ac9d-11a6e741a733 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.1599753
Feb 17 04:49:04.292874 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-dc597ed0-0739-48ec-bcb1-5855c905cf22 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/quotas/9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 375 time: 0.0100763
Feb 17 04:49:04.393807 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-33430c53-415b-4863-b454-650a48772467 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0953908
Feb 17 04:49:04.595962 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-f4e95b96-34eb-44e4-ace9-638aa4895081 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897428
Feb 17 04:49:04.740704 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-08c9a67e-66de-4dd7-af51-ad8704c77c54 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376507
Feb 17 04:49:05.224568 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-f0a6127f-88d9-4794-bc2f-e24063cd428a req-1f034517-bd71-4d2b-82bc-3fe27625173c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 210 time: 0.1162629
Feb 17 04:49:06.257912 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.401693 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7da7ba0a-bbda-452f-8f28-007d67a5a435 req-05c101b6-ae71-4bec-a534-879cd79a89ed tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 210 time: 0.0559046
Feb 17 04:49:06.665246 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-319f2331-b197-463c-80c1-056daaad0328 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:06.666819 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-319f2331-b197-463c-80c1-056daaad0328 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 812 time: 0.4101131
Feb 17 04:49:06.749164 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-3b20fbbc-5480-410b-9780-95f5f4fd41f5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de HTTP/1.1" status: 200  len: 5765 time: 0.0671473
Feb 17 04:49:06.759000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'port': {'device_id': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'admin_state_up': True, 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'security_groups': ['10b648c5-8db3-4c58-befb-5d716c01da5c']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:06.906294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:06.916784 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:06.925647 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Made reservation on behalf of 9a3a6cbbd6d14db5bf2f631af62262de for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:49:06.931409 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.258173 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.20.0.13 (f6965ef8-6afe-410e-82fc-d80ca8d91ef7/29a968de-7c35-4160-9c59-2580391808f6/d69d10d7-eabf-4be7-a0bb-db6bcbde9af7) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:49:07.461445 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.478294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Transition to ACTIVE for port object d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:49:07.502903 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.518411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-704227a8-9d12-49da-b4e0-ec766a65dc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:07.712555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:07.738013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.738444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.738866 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.739333 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.739749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.740163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.740576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.740988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.741396 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.741805 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.742213 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.742621 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.743105 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.743518 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.743923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.744328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.744733 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.745138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.745546 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.745953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.746358 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.746762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.747191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.747596 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:07.756781 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:07.812713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1b864-19a0-448e-9618-9c04bdf29ecd req-5511b94a-e7de-48a1-9c27-2fbc4d1449ba tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:07.814857 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0d1b864-19a0-448e-9618-9c04bdf29ecd req-5511b94a-e7de-48a1-9c27-2fbc4d1449ba tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 932 time: 0.2567923
Feb 17 04:49:07.819328 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:49:07.820523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:49:07.824378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:49:07.929798 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:07.930485 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.938787 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e0d1b864-19a0-448e-9618-9c04bdf29ecd req-4786d9a8-4b07-450c-9e58-e3063665a3ea tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1160800
Feb 17 04:49:07.971698 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2166073
Feb 17 04:49:07.990643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-f5c4f815-2cfb-496a-94ad-06a1b1236b38 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:49:07.991750 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-f5c4f815-2cfb-496a-94ad-06a1b1236b38 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064182
Feb 17 04:49:08.032152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b52c2619-8bd1-41a5-a52e-8162330e7950 None None] Provisioning for port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 completed by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:49:08.037550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b52c2619-8bd1-41a5-a52e-8162330e7950 None None] Provisioning complete for port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 triggered by entity DHCP. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:49:08.038022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b52c2619-8bd1-41a5-a52e-8162330e7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.050852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Request body: {'port': {'device_id': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:08.097830 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b52c2619-8bd1-41a5-a52e-8162330e7950 None None] Port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 cannot update to ACTIVE because it is not bound. {{(pid=83997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:49:08.176448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.593112 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:49:08.601566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.614444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Transition to ACTIVE for port object d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:49:08.617100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.632600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c31c577c-63d5-4e80-9824-d31ef45fd08d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:08.779552 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Pushing event updated for resources: {'Port': ['ID=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:08.784746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:08.967544 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Attempting to bind port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 on host hv-cinder-75998 for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:49:08.967928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Attempting to bind port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:49:08.968304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Attempting to bind port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 on network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:49:08.975390 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Checking agent: {'id': 'bcf19792-f287-4886-943c-e52dcdab8694', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 28), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:49:08.975783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Checking segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:49:08.976194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.977197 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Bound using segment: {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:49:08.977378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Bound port: d69d10d7-eabf-4be7-a0bb-db6bcbde9af7, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feebc73-bf4c-4cdd-8f23-34d38473f415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:49:08.977680 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.077068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] For port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7, host hv-cinder-75998, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:49:09.080908 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] For port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:49:09.084256 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2262256'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.102935 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b15d0c5-8aee-44d6-9a11-ea09ebda81a3 tempest-AttachVolumeShelveTestJSON-891510115 tempest-AttachVolumeShelveTestJSON-891510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:09.153337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bde9b2-aabe-4f82-a8a2-b7bde3303a87 req-236c8f48-fb6b-4519-bb54-70dfa886e506 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:09.154901 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e7bde9b2-aabe-4f82-a8a2-b7bde3303a87 req-236c8f48-fb6b-4519-bb54-70dfa886e506 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0891447
Feb 17 04:49:09.208096 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-e7bde9b2-aabe-4f82-a8a2-b7bde3303a87 req-c4a44e38-667d-48b8-9cee-11cc1e1eb316 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468404
Feb 17 04:49:09.261807 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Pushing event updated for resources: {'Port': ['ID=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:09.265298 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:09.298198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:09.298742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.300422 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-bde5d2f3-0d3e-42ed-bb33-67e667e2e582 service neutron] 10.222.0.59 "PUT /v2.0/ports/d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 1158 time: 1.3018270
Feb 17 04:49:09.300992 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:49:09.354414 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'status': 'completed', 'code': 200}
Feb 17 04:49:09.457008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-a9b56108-bcee-4074-af29-b27237fbe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:09.458726 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-a9b56108-bcee-4074-af29-b27237fbe792 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1161 time: 0.0853627
Feb 17 04:49:09.542803 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-23d51097-b00f-453f-b580-a2c41b0a936b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 217 time: 0.0706933
Feb 17 04:49:09.611705 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-ef4c18bf-eaac-4ea4-b2cb-c65a99ac8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:09.613155 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-ef4c18bf-eaac-4ea4-b2cb-c65a99ac8631 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0641975
Feb 17 04:49:09.700482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-2f76ae8e-7863-4b4f-936a-956322d68994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:09.702113 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-2f76ae8e-7863-4b4f-936a-956322d68994 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809822
Feb 17 04:49:09.845017 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-10812aed-3443-45e2-83e8-c4096639d19f service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363676
Feb 17 04:49:09.989213 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3d8d7917-e323-4c76-af18-b5bfad4a323b req-e42c953f-32db-4861-931c-f345f9fc4a77 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369984
Feb 17 04:49:10.151587 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-23bf8e15-a224-4f3d-a085-532b911636f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:10.153242 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-23bf8e15-a224-4f3d-a085-532b911636f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1161 time: 0.0803890
Feb 17 04:49:10.301767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-934efeeb-b5b8-4066-97fa-4aaae2f44f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:10.303415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-934efeeb-b5b8-4066-97fa-4aaae2f44f8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1435173
Feb 17 04:49:10.383121 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-e9281b2f-f594-455c-990c-11fec0accb2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 217 time: 0.0731661
Feb 17 04:49:10.409313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2472ae-8d37-4826-8b15-b21eb99353d1 req-246f1e10-3c08-4d9a-9407-0d25e2ba63d8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:10.410943 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d2472ae-8d37-4826-8b15-b21eb99353d1 req-246f1e10-3c08-4d9a-9407-0d25e2ba63d8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0894752
Feb 17 04:49:10.458671 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-75546a15-ed97-4d82-b0a2-c964d42f53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:10.458920 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-4d2472ae-8d37-4826-8b15-b21eb99353d1 req-02d8f236-fb33-4115-a90f-19a6c87f3e15 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415368
Feb 17 04:49:10.460307 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-75546a15-ed97-4d82-b0a2-c964d42f53bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0712993
Feb 17 04:49:10.801990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-ee5fbbbe-1bc7-4e55-a9c5-af1655a09711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:10.803633 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-ee5fbbbe-1bc7-4e55-a9c5-af1655a09711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3361976
Feb 17 04:49:10.950905 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-b7c97674-0fac-4596-98cf-336d48f9f7bb service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396465
Feb 17 04:49:11.104350 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-80509dc7-8232-4df6-ae1b-3c36f1cb6292 req-e0bfe7f8-4844-43e3-a7a2-a708f2cdb41f service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411183
Feb 17 04:49:11.663651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea14681-f994-467b-a744-92d3cd1cf1b4 req-a8d1cdf9-d771-4a77-9d56-cc14686e4b9d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:11.664411 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5ea14681-f994-467b-a744-92d3cd1cf1b4 req-a8d1cdf9-d771-4a77-9d56-cc14686e4b9d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:49:11.680042 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-5ea14681-f994-467b-a744-92d3cd1cf1b4 req-a8d1cdf9-d771-4a77-9d56-cc14686e4b9d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:49:11.681289 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ea14681-f994-467b-a744-92d3cd1cf1b4 req-a8d1cdf9-d771-4a77-9d56-cc14686e4b9d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.1051998
Feb 17 04:49:11.730862 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-5ea14681-f994-467b-a744-92d3cd1cf1b4 req-4983dc65-3007-4a35-9450-87e52e108bab tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430124
Feb 17 04:49:12.933176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99ac4f-c859-472c-a67f-6632696ff48f req-f68e9f65-2d64-451f-9df1-f7a695a582d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:12.934791 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a99ac4f-c859-472c-a67f-6632696ff48f req-f68e9f65-2d64-451f-9df1-f7a695a582d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0907886
Feb 17 04:49:12.984078 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8a99ac4f-c859-472c-a67f-6632696ff48f req-b72da681-cf43-4bec-bfd1-9850c88ebd9c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423241
Feb 17 04:49:14.190321 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbd68d-29fc-4298-b806-cad4c935c649 req-52d24301-1f9e-4b5c-98f3-669ea50933c9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:14.192023 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ecbd68d-29fc-4298-b806-cad4c935c649 req-52d24301-1f9e-4b5c-98f3-669ea50933c9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0926952
Feb 17 04:49:14.241870 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-9ecbd68d-29fc-4298-b806-cad4c935c649 req-4a44f967-5633-4abd-8ab4-32102e5d33f7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432880
Feb 17 04:49:15.443304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f262-23c0-466c-a560-30387f5aa638 req-96616955-ce02-404a-ae45-11fc33f5f989 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:15.444933 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c33f262-23c0-466c-a560-30387f5aa638 req-96616955-ce02-404a-ae45-11fc33f5f989 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0882466
Feb 17 04:49:15.493988 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3c33f262-23c0-466c-a560-30387f5aa638 req-42c04d66-f448-41ec-9545-5e622c8487c8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426552
Feb 17 04:49:16.381469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b505bf0-1430-4c1b-84be-c67c00e18347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.694274 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640ed2-a2d0-497b-abd6-5825036e2fd4 req-4c700365-4378-4e06-b0e1-7764079c31fd tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:16.695926 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ff640ed2-a2d0-497b-abd6-5825036e2fd4 req-4c700365-4378-4e06-b0e1-7764079c31fd tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0873456
Feb 17 04:49:16.743296 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-ff640ed2-a2d0-497b-abd6-5825036e2fd4 req-e69d0297-71e6-4e42-9c37-5b218e71ae6e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411928
Feb 17 04:49:17.945888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be371-1e81-477e-bb51-0ce12f194749 req-0d2f1cbf-2dc7-4e0b-a48a-199f36e39fc4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:17.947547 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a16be371-1e81-477e-bb51-0ce12f194749 req-0d2f1cbf-2dc7-4e0b-a48a-199f36e39fc4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0912738
Feb 17 04:49:17.996067 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a16be371-1e81-477e-bb51-0ce12f194749 req-f4d26628-358d-4272-8af5-3c0b70a307a4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421495
Feb 17 04:49:18.771469 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8288f456-0879-4a0b-8f8e-6c0afbe9d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.202122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c928dba-e10f-4ca2-b691-b354173d68ad req-5fc64759-ef5f-44fe-ae87-cb3cc81d6dc5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:19.203784 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c928dba-e10f-4ca2-b691-b354173d68ad req-5fc64759-ef5f-44fe-ae87-cb3cc81d6dc5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0917289
Feb 17 04:49:19.252442 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-1c928dba-e10f-4ca2-b691-b354173d68ad req-03333a4f-5c73-4d99-8802-3a5b2ad3aaa1 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418129
Feb 17 04:49:19.551071 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.171972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:49:20.244075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning for port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 completed by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:49:20.248944 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:49:20.249373 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.378100 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.419013 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:49:20.428294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.432090 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] For port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:49:20.435857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.438634 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:20.461111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd711c-5590-4f57-81be-9311603fe473 req-53d94876-7a32-4dba-9ad8-63f060a3ed0e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:20.462779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fbd711c-5590-4f57-81be-9311603fe473 req-53d94876-7a32-4dba-9ad8-63f060a3ed0e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 944 time: 0.0961163
Feb 17 04:49:20.481988 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'code': 200}
Feb 17 04:49:20.514462 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0fbd711c-5590-4f57-81be-9311603fe473 req-11d03081-c922-425f-8a93-9a25e6abbec5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443585
Feb 17 04:49:20.519158 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Pushing event updated for resources: {'Port': ['ID=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.537839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.540286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:20.541381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:20.812379 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1f22f-9d8e-4e2f-bdf0-2031e28afe1f req-b70ebd70-a497-47c8-9161-ecd1b67eb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:20.813982 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72b1f22f-9d8e-4e2f-bdf0-2031e28afe1f req-b70ebd70-a497-47c8-9161-ecd1b67eb133 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.0822594
Feb 17 04:49:20.856805 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-72b1f22f-9d8e-4e2f-bdf0-2031e28afe1f req-a7041cdb-7d33-4117-a894-84323e2af4ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0358195
Feb 17 04:49:20.978783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:21.717337 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7c71-670d-41fe-854b-d2c88f518843 req-46b47db2-ecc8-4bfc-9ef7-fd31a93f7b3b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:21.718944 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a2d7c71-670d-41fe-854b-d2c88f518843 req-46b47db2-ecc8-4bfc-9ef7-fd31a93f7b3b tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.0873494
Feb 17 04:49:21.738576 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 up at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:49:21.767067 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3a2d7c71-670d-41fe-854b-d2c88f518843 req-0138fb9d-e6a1-4e3f-b594-fe6d2c910dbe tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411987
Feb 17 04:49:21.811649 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Provisioning complete for port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 triggered by entity L2. {{(pid=83997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:49:21.812065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838095636'] for port, provisioning_complete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:22.970427 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00166efc-64f3-413e-ad0c-3c95a0968c98 req-5a9dd39f-ab7b-4fbc-8443-7addbf921f5e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:22.972257 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00166efc-64f3-413e-ad0c-3c95a0968c98 req-5a9dd39f-ab7b-4fbc-8443-7addbf921f5e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.0876467
Feb 17 04:49:23.026298 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-00166efc-64f3-413e-ad0c-3c95a0968c98 req-b9ed9bcb-f250-4d7e-bf19-8cb2d2b4277e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475888
Feb 17 04:49:23.233857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016f2a4-4703-4a7a-ad59-ab40ba69ae30 req-f3cb30d6-c0a5-42a1-90de-0fe9a87cb0f7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:23.235524 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0016f2a4-4703-4a7a-ad59-ab40ba69ae30 req-f3cb30d6-c0a5-42a1-90de-0fe9a87cb0f7 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.0947711
Feb 17 04:49:23.285116 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:49:23.286391 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0016f2a4-4703-4a7a-ad59-ab40ba69ae30 req-e287aafd-a315-45e1-a103-026af05acd9a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0437629
Feb 17 04:49:23.483492 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcab9005-4bed-467d-b46b-e97571857887 req-f83d379c-4d5d-4f6d-a792-6fabc6af4766 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1589611
Feb 17 04:49:23.493729 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:23.499447 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:23.510214 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.quota.driver [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:23.519506 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:23.899550 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:24.176133 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Allocated IP 172.27.1.251 (867c67a7-b881-40f8-a76a-941103e47697/6de5bd9b-f188-424f-bde0-8fd58bf0574a/5cca1eed-e555-4997-ab50-71d14bd45a8a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:49:24.339520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:24.369284 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289810613023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:24.385307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9f7f03a5-4fbd-4ee5-bd37-0a315bee3ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:24.524642 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=5cca1eed-e555-4997-ab50-71d14bd45a8a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:24.550589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.551022 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.551493 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.551906 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.552312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.552717 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.553120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.553519 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.553918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.554317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.554715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.555136 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.555597 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.556000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.556404 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.556801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.557195 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.557595 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.557994 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.558394 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.558792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.559216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.559615 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.560008 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:24.567147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:24.604046 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Network 867c67a7-b881-40f8-a76a-941103e47697 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:49:24.605229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:49:24.607520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:49:24.692210 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:24.758023 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.037078 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.040545 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289810117338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747044120554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747044121613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851801958'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.056520 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-02050081-8f04-4a51-ab77-e0a2f189cd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:25.207147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event updated for resources: {'Port': ['ID=5cca1eed-e555-4997-ab50-71d14bd45a8a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:25.210270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:25.304651 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.334381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.335733 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcab9005-4bed-467d-b46b-e97571857887 req-8ca792eb-8c40-4689-9007-657f7e618878 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8461313
Feb 17 04:49:25.427400 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fcab9005-4bed-467d-b46b-e97571857887 req-23704b33-bffe-41c5-bd9d-f3ce21939f41 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:49:25.443555 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-fcab9005-4bed-467d-b46b-e97571857887 req-23704b33-bffe-41c5-bd9d-f3ce21939f41 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:49:25.444814 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcab9005-4bed-467d-b46b-e97571857887 req-23704b33-bffe-41c5-bd9d-f3ce21939f41 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.251 HTTP/1.1" status: 200  len: 696 time: 0.1027732
Feb 17 04:49:25.611191 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab9005-4bed-467d-b46b-e97571857887 req-e3eb3935-86bc-46fc-b11e-27fcbbad9526 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:25.612635 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-fcab9005-4bed-467d-b46b-e97571857887 req-e3eb3935-86bc-46fc-b11e-27fcbbad9526 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1619139
Feb 17 04:49:25.800084 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-907f100c-817d-4f1c-9500-c927b46a772c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:25.801721 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-907f100c-817d-4f1c-9500-c927b46a772c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0888696
Feb 17 04:49:25.891831 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-4128eae2-dbbf-4865-bfb5-b43249099b0e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.251 HTTP/1.1" status: 200  len: 696 time: 0.0839407
Feb 17 04:49:25.902979 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.v2.base [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Request body: {'floatingip': {'port_id': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:25.989215 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:26.616206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:26.618770 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854197589'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:26.802868 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP bee9e1a9-7bb7-4cca-90bd-f150474cf867 associated. External IP: 172.27.1.251, port: d69d10d7-eabf-4be7-a0bb-db6bcbde9af7.
Feb 17 04:49:27.182127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:49:27.378678 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:49:27.383635 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:27.388428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:49:27.398851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:49:27.399565 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49467156d8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:27.442994 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-8cb179ba-734a-4c28-b198-74a4d63b891c tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "PUT /v2.0/floatingips/bee9e1a9-7bb7-4cca-90bd-f150474cf867 HTTP/1.1" status: 200  len: 997 time: 1.5440481
Feb 17 04:49:27.443683 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:49:27.494132 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'status': 'completed', 'code': 200}
Feb 17 04:49:27.538041 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-895c103e-9037-4ddd-850b-c29bd0b68790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:27.539735 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-895c103e-9037-4ddd-850b-c29bd0b68790 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.0824668
Feb 17 04:49:27.598778 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:49:27.987653 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49467156d8>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}, {'id': 'bee9e1a9-7bb7-4cca-90bd-f150474cf867', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:2f:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:49:24Z', 'updated_at': '2021-02-17T04:49:26Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:27.991930 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:49:27.995183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a3e3-1098-4142-81ba-22166545ad08 req-e5c41f3f-856f-4769-ac63-f31d0c31552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:27.996900 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-e5c41f3f-856f-4769-ac63-f31d0c31552b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.4561479
Feb 17 04:49:27.997856 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-a56f4bfd-c8e8-4c59-9e0a-d6e5dda9f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:27.999296 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-a56f4bfd-c8e8-4c59-9e0a-d6e5dda9f06f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.4155667
Feb 17 04:49:28.001450 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:49:28.003188 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49467156d8>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:28.198021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:49:28.216859 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-c40864e9-4262-44ca-baa3-f2aae8045021 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 1000 time: 0.1913936
Feb 17 04:49:28.297796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a3e3-1098-4142-81ba-22166545ad08 req-8849d06c-c079-442c-b38e-b79153c544d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.299533 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-8849d06c-c079-442c-b38e-b79153c544d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.2958436
Feb 17 04:49:28.310114 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-44c89e49-fb83-4ec7-8d69-4db3a8882621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.311675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-44c89e49-fb83-4ec7-8d69-4db3a8882621 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0860860
Feb 17 04:49:28.470865 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-b4468bfc-a45e-4878-8e0b-eb33f35d42cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 1000 time: 0.1622040
Feb 17 04:49:28.555696 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-867ed818-590e-4d16-9b08-88f5fcc77c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.557302 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-867ed818-590e-4d16-9b08-88f5fcc77c4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1895416
Feb 17 04:49:28.565734 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a3e3-1098-4142-81ba-22166545ad08 req-d2d4c83a-29e7-4091-8162-6886703f91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.567343 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-d2d4c83a-29e7-4091-8162-6886703f91f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0850179
Feb 17 04:49:28.728407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49467156d8>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}, {'id': 'bee9e1a9-7bb7-4cca-90bd-f150474cf867', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:2f:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:49:24Z', 'updated_at': '2021-02-17T04:49:26Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:28.732617 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d17ed-a7b5-469f-be0a-6506b509225c None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}, {'id': 'bee9e1a9-7bb7-4cca-90bd-f150474cf867', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:2f:52:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:49:24Z', 'updated_at': '2021-02-17T04:49:26Z', 'revision_number': 1, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:49:28.774564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a3e3-1098-4142-81ba-22166545ad08 req-9ddf4cee-1a7b-4065-aac3-a992ed300768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.776270 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-9ddf4cee-1a7b-4065-aac3-a992ed300768 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1851473
Feb 17 04:49:28.782260 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-85c9c7c8-0b5d-4840-946c-a61e0e4919a3 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139535
Feb 17 04:49:29.014201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568b02ec-2e38-40c1-a3ec-e16251a3ef37 None None] New status for floating IP bee9e1a9-7bb7-4cca-90bd-f150474cf867: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:49:29.062086 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-56839c04-2415-450b-bd2e-0d4551fec7d4 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781394
Feb 17 04:49:29.064238 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7d724cbe-6c8f-47f0-92b2-2a4243a3d3ab req-4d942bc4-b0d9-4f2d-a499-86937fa6ed7a service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2573218
Feb 17 04:49:29.212227 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3669a3e3-1098-4142-81ba-22166545ad08 req-0945d2f1-3ccc-4904-b48d-ca2cca306b94 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427574
Feb 17 04:49:36.257826 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:41.178279 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-9e8cc3a4-a6f9-491f-9e0e-5c1382d7d3dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0842652
Feb 17 04:49:41.351375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-fea24d54-2276-4341-884a-60ea1f128ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:41.353228 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-fea24d54-2276-4341-884a-60ea1f128ec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0807054
Feb 17 04:49:41.510713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-307207fa-a364-4ada-a35d-7e6b0969e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:41.512432 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-307207fa-a364-4ada-a35d-7e6b0969e963 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1390202
Feb 17 04:49:41.621497 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-78cded94-d4af-47db-a06f-51a793fadd2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 1002 time: 0.1022272
Feb 17 04:49:41.692842 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-8b85b853-c32f-49be-b9bb-8492beed3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:41.694384 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-8b85b853-c32f-49be-b9bb-8492beed3cb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0659363
Feb 17 04:49:41.780843 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-b1afb224-8af3-45e5-b136-e4c3b1c73b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:41.782430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-b1afb224-8af3-45e5-b136-e4c3b1c73b50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813854
Feb 17 04:49:41.928997 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-386918e8-4e44-4a8f-af45-b6150e305f1d service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386435
Feb 17 04:49:42.074211 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-a3d0a763-7d88-4047-9eb9-27940fa4d5ea req-73bdff28-6d07-496c-920b-192ed721399a service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384070
Feb 17 04:49:46.383886 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1933508-1b1a-423c-8891-6dfd41008a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:48.773222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4f59bf75-9756-4e5c-9717-0ed877d16850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:49.557567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:50.411715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:50.981119 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:00.285686 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:06.272015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:16.386250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d13e8f30-2986-4fc0-95e4-42c61ed7ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:18.774251 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0a21c5f4-2533-4c42-aea6-775a923b5f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:19.556855 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:20.417909 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:20.984154 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:36.285893 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:37.286000 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:42.144957 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-b0dbfde3-fa4a-4c3c-99fe-dad5a8502eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0781856
Feb 17 04:50:42.260657 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d878-eba6-41f0-982c-c32413aa655c req-87363e5f-d418-4a79-b864-6770ceb58a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:42.262229 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-87363e5f-d418-4a79-b864-6770ceb58a58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.0818367
Feb 17 04:50:42.421976 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d878-eba6-41f0-982c-c32413aa655c req-4af0ae21-0aa4-414a-8ca1-357d8524fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:42.423640 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-4af0ae21-0aa4-414a-8ca1-357d8524fe43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1384647
Feb 17 04:50:42.531156 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-a1cad0d0-e0a3-45d3-9be6-a9f8b027f8ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 1002 time: 0.1001825
Feb 17 04:50:42.604643 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d878-eba6-41f0-982c-c32413aa655c req-e75d2d66-d626-4405-9e3b-9fe3b4aae8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:42.606191 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-e75d2d66-d626-4405-9e3b-9fe3b4aae8df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0665205
Feb 17 04:50:42.688494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d878-eba6-41f0-982c-c32413aa655c req-1bf41ab8-e86d-49eb-8a19-599da98bf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:42.689981 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-1bf41ab8-e86d-49eb-8a19-599da98bf9b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763988
Feb 17 04:50:42.836851 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-51b913f6-14e3-4cde-ac7e-aa9c90b50d93 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398985
Feb 17 04:50:43.229840 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6762d878-eba6-41f0-982c-c32413aa655c req-1c1a0642-03cd-426f-9f54-cf45479631be service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3860188
Feb 17 04:50:46.388361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83db624b-5990-4f10-9414-4d4922d4c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:48.776407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e642cb6-0ca1-490a-a241-eda69ef423fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:49.559710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:50.409632 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:50.987027 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:06.285332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:14.285567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:51:16.390238 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68047996-3840-49e3-9fcd-7cc8d61815c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:17.234769 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-f73b23e9-bb27-4253-98c0-8f37b59d2dba tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips/bee9e1a9-7bb7-4cca-90bd-f150474cf867 HTTP/1.1" status: 200  len: 999 time: 0.1208286
Feb 17 04:51:17.405059 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-0302f031-8927-4804-b0fa-d80b33e74128 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:17.406493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-0302f031-8927-4804-b0fa-d80b33e74128 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1655629
Feb 17 04:51:17.418588 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-9fbf22c1-2e07-444a-8a5a-87412cc9ecb4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:51:17.419721 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-9fbf22c1-2e07-444a-8a5a-87412cc9ecb4 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0070989
Feb 17 04:51:17.531367 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-678b2f65-fd20-4ae4-b299-790457ddeb04 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.251 HTTP/1.1" status: 200  len: 1002 time: 0.1050122
Feb 17 04:51:17.611740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-18d56aae-c724-46c7-be36-ac64085befdc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:17.613201 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-18d56aae-c724-46c7-be36-ac64085befdc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports/d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 943 time: 0.0760312
Feb 17 04:51:17.803254 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-f20b37fc-39d3-4743-93be-0dbf9e40840e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.251 HTTP/1.1" status: 200  len: 1002 time: 0.1080289
Feb 17 04:51:18.028793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port 5cca1eed-e555-4997-ab50-71d14bd45a8a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:18.029181 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:18.213779 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:18.214206 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:18.590504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for 5cca1eed-e555-4997-ab50-71d14bd45a8a owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:18.745829 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:18.762122 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe3045ab-0a44-4ae5-b944-dacd3a78ce56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:18.778242 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e954a5-6c5b-45e9-99af-a287ae477393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:18.869147 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=5cca1eed-e555-4997-ab50-71d14bd45a8a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:18.882049 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.882511 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.882958 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.883398 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.883811 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.884219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.884627 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.886014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.886428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.886839 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.887272 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.887681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.888146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.888554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.888959 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.889361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.889761 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.890163 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.890566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.890974 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.891437 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.891840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.892239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.892637 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:18.897600 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:19.018707 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:19.019005 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP bee9e1a9-7bb7-4cca-90bd-f150474cf867 disassociated (deleted). External IP: 172.27.1.251, port: d69d10d7-eabf-4be7-a0bb-db6bcbde9af7.
Feb 17 04:51:19.399573 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:51:19.562067 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:19.597361 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:51:19.608368 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:51:19.622099 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:19.622765 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49464eee80>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:19.628663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:19.689689 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "DELETE /v2.0/floatingips/bee9e1a9-7bb7-4cca-90bd-f150474cf867 HTTP/1.1" status: 204  len: 173 time: 1.8802831
Feb 17 04:51:19.690193 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:51:19.785141 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-76881830-5e36-425d-a5ea-4f67439f2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:19.786818 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-76881830-5e36-425d-a5ea-4f67439f2367 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.0826793
Feb 17 04:51:19.817434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:19.878632 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'status': 'completed', 'code': 200}
Feb 17 04:51:19.946969 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-affc2ab1-bf05-457f-a418-3c44e44024bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:19.948711 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-affc2ab1-bf05-457f-a418-3c44e44024bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1495693
Feb 17 04:51:20.009283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-88b0e521-c38a-4c41-b97a-d80fad056a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.011602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-88b0e521-c38a-4c41-b97a-d80fad056a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 1163 time: 0.0876379
Feb 17 04:51:20.035297 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-dd1c3f08-e9ab-4faa-bbfd-371c50fb91c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 217 time: 0.0782716
Feb 17 04:51:20.107636 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-8fa4ca0d-a531-42cb-a758-d8bf7d6ad8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.109311 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-8fa4ca0d-a531-42cb-a758-d8bf7d6ad8f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0675695
Feb 17 04:51:20.162814 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-7b95ba0b-0b4e-413a-b6d0-3a3c64cdb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.164493 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-7b95ba0b-0b4e-413a-b6d0-3a3c64cdb823 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1462522
Feb 17 04:51:20.217137 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-19847608-2449-4127-a0be-51fa4c2548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.218650 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-19847608-2449-4127-a0be-51fa4c2548e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0995007
Feb 17 04:51:20.229043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49464eee80>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:20.233353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:51:20.243392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:20.244070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f49464eee80>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:20.247779 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-097f9fed-93bd-48ac-964f-1ade5e48e226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 200  len: 217 time: 0.0758986
Feb 17 04:51:20.326706 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-609ddce1-847e-4e92-89e4-e518c62a73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.328478 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-609ddce1-847e-4e92-89e4-e518c62a73af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0741162
Feb 17 04:51:20.367098 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-febe2fe3-fc3f-4b23-b493-9982eb96bb00 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412551
Feb 17 04:51:20.412482 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:20.421509 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-c524fe1e-fcf8-4eb5-a8a1-0c61770ea907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.423202 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-c524fe1e-fcf8-4eb5-a8a1-0c61770ea907 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881748
Feb 17 04:51:20.446676 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:20.537806 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-8618565a-0a69-4d98-a9d0-100ff29189ae req-fe486118-1c7a-441c-bcee-db48cad38519 service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621022
Feb 17 04:51:20.571516 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-4e963f79-d79a-4884-9fe7-01933fd604e9 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412058
Feb 17 04:51:20.719202 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-6b757209-11f3-4c43-9dfc-de56f8bc1689 req-b09b0484-9bee-4294-af36-363da1aea2ab service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410902
Feb 17 04:51:20.835320 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df0722ba-560e-488c-99ea-74a600966395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f49464eee80>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:20.840353 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0722ba-560e-488c-99ea-74a600966395 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_floatingips': [{'id': '7655d17b-c344-41d0-9863-fdc1c9cae2d8', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'router_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'port_id': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'mac_address': 'fa:16:3e:08:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de8213-4471-4db7-85fa-5281594fb263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:59Z', 'updated_at': '2021-02-17T04:47:04Z', 'revision_number': 2, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:51:20.956138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228242ad-2272-461a-af99-996e17aa77d8 req-ffae4f1f-99ac-4592-99f7-9dfd8fddba30 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:20.956928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-228242ad-2272-461a-af99-996e17aa77d8 req-ffae4f1f-99ac-4592-99f7-9dfd8fddba30 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:51:20.972666 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-228242ad-2272-461a-af99-996e17aa77d8 req-ffae4f1f-99ac-4592-99f7-9dfd8fddba30 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:51:20.973936 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-228242ad-2272-461a-af99-996e17aa77d8 req-ffae4f1f-99ac-4592-99f7-9dfd8fddba30 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.1049166
Feb 17 04:51:20.989182 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:21.026230 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-228242ad-2272-461a-af99-996e17aa77d8 req-2a238164-1529-44d9-be5e-8668c5971af0 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449364
Feb 17 04:51:21.218279 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dbbcce-4f05-4079-b5bb-eabe114ea53b None None] New status for floating IP bee9e1a9-7bb7-4cca-90bd-f150474cf867: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:51:22.244268 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83f005-d04f-4813-b022-b287a12079a2 req-7ce41133-dbae-4499-8a4f-4e8728d62bbc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:22.246087 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-be83f005-d04f-4813-b022-b287a12079a2 req-7ce41133-dbae-4499-8a4f-4e8728d62bbc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.0996978
Feb 17 04:51:22.296366 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-be83f005-d04f-4813-b022-b287a12079a2 req-874771d2-2158-439a-a065-bbdd0a67c1bf tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433102
Feb 17 04:51:22.755263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb7a66-efd8-450d-864e-df27e06be221 req-e9418aa3-6d88-4285-bf67-de9cfbf7b53e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:22.756833 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-39fb7a66-efd8-450d-864e-df27e06be221 req-e9418aa3-6d88-4285-bf67-de9cfbf7b53e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 946 time: 0.0882585
Feb 17 04:51:22.839663 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:22.840123 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:23.105536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] For port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:23.106043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:23.250872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:23.422359 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:23.440796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2624f073-79c1-4b2a-a893-ae6a92f227f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:23.476122 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-3f040d3c-0af2-4e5b-8b37-883c93a25aa5 req-80d3174b-265f-44a3-ada9-f36b3c3aa568 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 210 time: 0.0584846
Feb 17 04:51:23.540730 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=d69d10d7-eabf-4be7-a0bb-db6bcbde9af7,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:23.557721 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.558847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.559334 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.559745 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.560152 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.560556 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.560955 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.561354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.561749 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.562144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.562537 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.562928 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.563428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.563827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.564221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.564613 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.565010 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.565405 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.565797 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.566192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.566583 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.566973 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.567388 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.567776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:23.571796 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:23.671153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] No DVR routers for this DVR port d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:51:23.672995 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:23.675801 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'name': 'network-vif-deleted', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:51:23.690916 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-39fb7a66-efd8-450d-864e-df27e06be221 req-125f5999-0128-4e42-8929-b7c8a61bab6d tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "DELETE /v2.0/ports/d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 HTTP/1.1" status: 204  len: 173 time: 0.9278085
Feb 17 04:51:23.724577 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6686a99-4b41-4cf6-8ff1-e629873aa237', 'name': 'network-vif-deleted', 'tag': 'd69d10d7-eabf-4be7-a0bb-db6bcbde9af7', 'status': 'completed', 'code': 200}
Feb 17 04:51:24.357986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:24.397038 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:24.397434 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device d69d10d7-eabf-4be7-a0bb-db6bcbde9af7 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:24.655916 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-0e67bc86-044a-48f8-a487-ba29438fd228 req-6d4df5a7-87aa-4155-b01c-7ea2ea82c768 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6686a99-4b41-4cf6-8ff1-e629873aa237 HTTP/1.1" status: 200  len: 210 time: 0.0498130
Feb 17 04:51:28.309217 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-fda24222-4268-40ad-81b3-3bd1b7f5748a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips/7655d17b-c344-41d0-9863-fdc1c9cae2d8 HTTP/1.1" status: 200  len: 999 time: 0.1172163
Feb 17 04:51:28.475757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-8ed9796e-38bf-4721-b2f9-7855bdfca237 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.477239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-8ed9796e-38bf-4721-b2f9-7855bdfca237 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1613438
Feb 17 04:51:28.591198 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-a36d0022-7d45-44c8-a95a-8fe951c1fc78 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:51:28.606780 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-a36d0022-7d45-44c8-a95a-8fe951c1fc78 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:51:28.608596 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-a36d0022-7d45-44c8-a95a-8fe951c1fc78 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.159 HTTP/1.1" status: 200  len: 1002 time: 0.1246223
Feb 17 04:51:28.692804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-0463fb6c-df05-4aa2-a45f-f756203ef671 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.694281 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-0463fb6c-df05-4aa2-a45f-f756203ef671 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports/2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 943 time: 0.0796976
Feb 17 04:51:28.885271 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-dcaa906f-48b0-4f63-ac5a-8ab27e08a29f tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.159 HTTP/1.1" status: 200  len: 1002 time: 0.1067157
Feb 17 04:51:29.356835 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port ded99d76-1a69-4362-87d3-b5c4de06ff94 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:29.358208 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:29.546704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:29.547121 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:29.681999 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for ded99d76-1a69-4362-87d3-b5c4de06ff94 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:29.839021 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:29.853548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-584b4b79-5ac5-42a3-948c-a0b3a2aed655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:29.946710 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=ded99d76-1a69-4362-87d3-b5c4de06ff94,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:29.954250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:30.085135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:30.085512 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.db.l3_db [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Floating IP 7655d17b-c344-41d0-9863-fdc1c9cae2d8 disassociated (deleted). External IP: 172.27.1.159, port: 2480c767-ef46-4401-82a3-4df91eb9e7d4.
Feb 17 04:51:30.467185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:51:30.661762 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:51:30.671997 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:51:30.681851 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:30.682492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945fa7d30>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:30.684510 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:30.744468 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ba991625-f16c-4ef7-9d73-84b8c6e5ccd9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "DELETE /v2.0/floatingips/7655d17b-c344-41d0-9863-fdc1c9cae2d8 HTTP/1.1" status: 204  len: 173 time: 1.8522565
Feb 17 04:51:30.744977 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:51:30.803027 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'status': 'completed', 'code': 200}
Feb 17 04:51:30.847533 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-4444f8dd-19eb-495a-89e7-015e3735f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:30.849223 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-4444f8dd-19eb-495a-89e7-015e3735f48c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0838127
Feb 17 04:51:30.880466 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:30.933591 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-ada182de-3c9e-49ee-8d02-463bab6774c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:30.935288 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-ada182de-3c9e-49ee-8d02-463bab6774c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 1163 time: 0.0891306
Feb 17 04:51:31.001504 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-0183d70e-b88c-496c-9522-366c5f08e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.003079 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-0183d70e-b88c-496c-9522-366c5f08e4b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1468611
Feb 17 04:51:31.086904 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-4b363806-cecd-430f-8bb5-c294c50b84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.088746 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-4b363806-cecd-430f-8bb5-c294c50b84f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 200  len: 906 time: 0.1469238
Feb 17 04:51:31.089602 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-cf4b00f8-ac71-4576-a69f-2da60e18d603 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 217 time: 0.0793986
Feb 17 04:51:31.164817 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-94f13fff-a902-45ab-a233-cff0585a8bf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 200  len: 217 time: 0.0688961
Feb 17 04:51:31.177852 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-6143b553-38f9-444c-a3db-31868c269bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.179838 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-6143b553-38f9-444c-a3db-31868c269bed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0827246
Feb 17 04:51:31.246938 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-c847d6f8-67eb-4ff8-88b3-ffa75f198fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.248763 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-c847d6f8-67eb-4ff8-88b3-ffa75f198fbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 200  len: 851 time: 0.0770292
Feb 17 04:51:31.275799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ffaae772-5d61-4ac8-9332-51c36d632bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.277534 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-ffaae772-5d61-4ac8-9332-51c36d632bec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906391
Feb 17 04:51:31.333713 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-8c3c182b-f27d-4671-a283-26263e76578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:31.335375 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-8c3c182b-f27d-4671-a283-26263e76578f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6965ef8-6afe-410e-82fc-d80ca8d91ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803311
Feb 17 04:51:31.384936 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945fa7d30>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:31.390131 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:51:31.400115 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:31.400786 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945fa7d30>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:31.433415 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-6dec005f-e7c2-4853-b147-3f2118154b8a service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479411
Feb 17 04:51:31.493751 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-6ae1ba55-e353-430e-8fb9-3151312ca8a3 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517053
Feb 17 04:51:31.595387 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-7fe24b68-991b-4bcc-aff0-5a3ace0afa07 req-5762714a-67ff-41f2-b34f-4283cbc2f6fe service neutron] 10.222.0.78 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520929
Feb 17 04:51:31.598742 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:31.646643 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-43bb4ae7-c431-4654-a534-9f28c231e96c req-d8a25bfb-91e3-4d95-b413-35301cc46424 service neutron] 10.222.0.59 "GET /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455073
Feb 17 04:51:31.942401 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945fa7d30>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:31.946624 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6d4df-4daa-4b55-8257-5e565102d181 None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:43:18Z', 'revision_number': 4, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi', '_interfaces': [{'id': 'e43a07bf-45d3-4570-82ad-724fbcdeec3c', 'name': '', 'network_id': 'f6965ef8-6afe-410e-82fc-d80ca8d91ef7', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'mac_address': 'fa:16:3e:2a:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '29a968de-7c35-4160-9c59-2580391808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'subnets': [{'id': '29a968de-7c35-4160-9c59-2580391808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:51:32.010146 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a293e5-57ee-46e4-ad88-bdd9a7061d84 req-605ffe7f-9dc4-4594-bf2a-bf589276f4c5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:32.010929 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-98a293e5-57ee-46e4-ad88-bdd9a7061d84 req-605ffe7f-9dc4-4594-bf2a-bf589276f4c5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:51:32.026530 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-98a293e5-57ee-46e4-ad88-bdd9a7061d84 req-605ffe7f-9dc4-4594-bf2a-bf589276f4c5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:51:32.027855 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98a293e5-57ee-46e4-ad88-bdd9a7061d84 req-605ffe7f-9dc4-4594-bf2a-bf589276f4c5 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.1080186
Feb 17 04:51:32.082846 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-98a293e5-57ee-46e4-ad88-bdd9a7061d84 req-0df48221-2302-4925-8086-879d0b2547ba tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0478382
Feb 17 04:51:32.366039 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff2b6a-ea44-4fb6-8fbd-302d62b5dbe9 None None] New status for floating IP 7655d17b-c344-41d0-9863-fdc1c9cae2d8: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:51:33.300456 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e690a0-bf4a-423b-af32-318a1f8eb28f req-1bc2e12e-cbab-439c-8c30-924ec74cd3b9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:33.301222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-62e690a0-bf4a-423b-af32-318a1f8eb28f req-1bc2e12e-cbab-439c-8c30-924ec74cd3b9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:51:33.314153 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-62e690a0-bf4a-423b-af32-318a1f8eb28f req-1bc2e12e-cbab-439c-8c30-924ec74cd3b9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:51:33.315452 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-62e690a0-bf4a-423b-af32-318a1f8eb28f req-1bc2e12e-cbab-439c-8c30-924ec74cd3b9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.1143856
Feb 17 04:51:33.364070 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-62e690a0-bf4a-423b-af32-318a1f8eb28f req-93ae2df5-8780-4a34-bb64-f41f0ec36a1e tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups?id=10b648c5-8db3-4c58-befb-5d716c01da5c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423665
Feb 17 04:51:33.742085 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-a31c3e5b-1532-4a05-9e05-682319aec1e8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:33.743675 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-a31c3e5b-1532-4a05-9e05-682319aec1e8 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 946 time: 0.0905228
Feb 17 04:51:33.825286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port 2480c767-ef46-4401-82a3-4df91eb9e7d4 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:33.825673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:34.096222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] For port 2480c767-ef46-4401-82a3-4df91eb9e7d4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2480c767-ef46-4401-82a3-4df91eb9e7d4,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:34.096559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:34.236372 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for 2480c767-ef46-4401-82a3-4df91eb9e7d4 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:34.390222 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 2480c767-ef46-4401-82a3-4df91eb9e7d4 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:34.392236 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852513543'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:34.409265 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4da32ff1-44f3-46c0-a501-d928830ce047 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:34.428836 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] No Port match for: 2480c767-ef46-4401-82a3-4df91eb9e7d4 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:34.429241 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Device 2480c767-ef46-4401-82a3-4df91eb9e7d4 not bound to the agent host hv-cinder-75998 {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:34.512962 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=2480c767-ef46-4401-82a3-4df91eb9e7d4,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:34.523885 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:34.534951 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-89a9048f-13e5-4aa2-9f83-1e61dafe400f req-cb1b4ca8-0fca-4ebf-a188-b53a317cd075 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 210 time: 0.0558608
Feb 17 04:51:34.625377 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] No DVR routers for this DVR port 2480c767-ef46-4401-82a3-4df91eb9e7d4 on host hv-cinder-75998 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:51:34.627720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:34.630477 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'name': 'network-vif-deleted', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:51:34.647239 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-150061d0-8812-496b-9ba0-1c26dbacae2a req-90647721-fb32-4843-8cc9-cb8d0af564f2 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.59 "DELETE /v2.0/ports/2480c767-ef46-4401-82a3-4df91eb9e7d4 HTTP/1.1" status: 204  len: 173 time: 0.8978124
Feb 17 04:51:34.680381 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de8213-4471-4db7-85fa-5281594fb263', 'name': 'network-vif-deleted', 'tag': '2480c767-ef46-4401-82a3-4df91eb9e7d4', 'status': 'completed', 'code': 200}
Feb 17 04:51:35.719235 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-c955bdff-c957-49a7-95c3-ce130da10c81 req-c1ac796d-720e-4596-9e2b-cc6a856c659a tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7de8213-4471-4db7-85fa-5281594fb263 HTTP/1.1" status: 200  len: 210 time: 0.0498781
Feb 17 04:51:36.308075 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:36.925444 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-4d2849f7-d8f3-4924-84ba-ff8f23bae289 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips/0859b380-2a07-4097-80ff-ca7c3604de07 HTTP/1.1" status: 200  len: 693 time: 0.0909121
Feb 17 04:51:37.088818 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-1392f6dc-6d7d-4760-8ed6-b64273a05526 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:37.090225 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-1392f6dc-6d7d-4760-8ed6-b64273a05526 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/networks/867c67a7-b881-40f8-a76a-941103e47697 HTTP/1.1" status: 200  len: 784 time: 0.1589475
Feb 17 04:51:37.180567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-69a19cd1-dcaf-43c0-b805-07cecdf08a59 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Synchronizing usage tracker for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:51:37.196313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.quota.resource [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-69a19cd1-dcaf-43c0-b805-07cecdf08a59 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Unset dirty status for tenant:9a3a6cbbd6d14db5bf2f631af62262de on resource:floatingip {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:51:37.197589 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-69a19cd1-dcaf-43c0-b805-07cecdf08a59 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.253 HTTP/1.1" status: 200  len: 696 time: 0.1007917
Feb 17 04:51:37.284731 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-0f081158-73c5-4235-a1ed-6f11443f7705 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.27.1.253 HTTP/1.1" status: 200  len: 696 time: 0.0805492
Feb 17 04:51:37.711294 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Deleting port 81ca8d71-dccb-439c-9872-196fae1135b8 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:37.711673 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:37.893873 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:37.894148 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:38.027465 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Calling delete_port for 81ca8d71-dccb-439c-9872-196fae1135b8 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:38.178255 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:38.193783 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-406c4cb7-76bf-4b65-ae81-096097b0cbcc tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:38.291348 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'Port': ['ID=81ca8d71-dccb-439c-9872-196fae1135b8,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:38.301192 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:38.421316 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:38.442029 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768709'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:38.443243 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61a583a6-402d-4fd0-bb4c-c37570db3a86 req-994a5d70-e38f-4e2c-a40d-340ff80143e9 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "DELETE /v2.0/floatingips/0859b380-2a07-4097-80ff-ca7c3604de07 HTTP/1.1" status: 204  len: 173 time: 1.1526272
Feb 17 04:51:39.910233 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61098001-0cb1-4662-a6df-9efc623c7bca req-5185c87d-5955-410b-8b76-e1b6f120e9ee tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "GET /v2.0/security-groups/10b648c5-8db3-4c58-befb-5d716c01da5c HTTP/1.1" status: 200  len: 2999 time: 0.0522778
Feb 17 04:51:39.988945 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61098001-0cb1-4662-a6df-9efc623c7bca req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:40.018988 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61098001-0cb1-4662-a6df-9efc623c7bca req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:40.073575 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61098001-0cb1-4662-a6df-9efc623c7bca req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:40.078804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d0a57bd9-6834-4e23-8463-1209e4a71fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:40.095228 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b648c5-8db3-4c58-befb-5d716c01da5c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:40.099554 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:40.103216 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-61098001-0cb1-4662-a6df-9efc623c7bca req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:40.104430 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [req-61098001-0cb1-4662-a6df-9efc623c7bca req-c936ff21-b2b4-4192-93f1-e2a9c33845d6 tempest-TestVolumeBootPattern-2145671770 tempest-TestVolumeBootPattern-2145671770-project] 10.222.0.78 "DELETE /v2.0/security-groups/10b648c5-8db3-4c58-befb-5d716c01da5c HTTP/1.1" status: 204  len: 173 time: 0.1879830
Feb 17 04:51:40.164720 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55852) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:40.934975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:41.311773 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Deleting port e43a07bf-45d3-4570-82ad-724fbcdeec3c {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:41.312168 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:41.505366 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] For port e43a07bf-45d3-4570-82ad-724fbcdeec3c, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=e43a07bf-45d3-4570-82ad-724fbcdeec3c,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:41.505767 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:41.644317 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Calling delete_port for e43a07bf-45d3-4570-82ad-724fbcdeec3c owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:41.822369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:41.840768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:41.945937 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e43a07bf-45d3-4570-82ad-724fbcdeec3c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:41.948932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:42.261495 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:43.015421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:51:43.215795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:51:43.225603 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Sync routers for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:51:43.230408 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f0a5aaed-0579-457a-a2f2-f7e4e6d7ca3d admin admin] 10.222.0.78 "PUT /v2.0/routers/a4dcf896-eea9-44e4-a0b0-5abedd3e2a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0642488
Feb 17 04:51:43.233065 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55858) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:43.236239 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:43.236911 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494646bd30>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:43.425138 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:43.426426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:43.622522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:43.628522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Deleting port 8d92918b-ef17-4056-a014-1f8dbb2041c7 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:43.628897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:43.737838 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494646bd30>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:51:41Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:43.741986 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Checking router: a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 for host: dv-cinder-759987-4-iscsi {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:51:43.751626 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Routers {'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:43.752293 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f494646bd30>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:19Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:43.816898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] For port 8d92918b-ef17-4056-a014-1f8dbb2041c7, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=8d92918b-ef17-4056-a014-1f8dbb2041c7,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:43.817304 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:43.940444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] Set router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 gateway port host: dv-cinder-759987-4-iscsi {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:43.952044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Calling delete_port for 8d92918b-ef17-4056-a014-1f8dbb2041c7 owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:44.094757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.247827 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f494646bd30>, [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:51:41Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:44.252534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1d31-9160-430f-b38e-fdbd468f705b None None] The sync data for ids ['a4dcf896-eea9-44e4-a0b0-5abedd3e2a07'] in dv-cinder-759987-4-iscsi is: [{'id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'name': 'tempest-TestVolumeBootPattern-1360287644-router', 'tenant_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:13Z', 'updated_at': '2021-02-17T04:51:41Z', 'revision_number': 5, 'project_id': '9a3a6cbbd6d14db5bf2f631af62262de', 'gw_port': {'id': '8d92918b-ef17-4056-a014-1f8dbb2041c7', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dcf896-eea9-44e4-a0b0-5abedd3e2a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:14Z', 'updated_at': '2021-02-17T04:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:51:44.290900 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.439393 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.441764 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.464250 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.464822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:51:44.478413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.479708 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-fda487cc-0e4d-4658-815a-cedf1b14fb6b admin admin] 10.222.0.78 "DELETE /v2.0/routers/a4dcf896-eea9-44e4-a0b0-5abedd3e2a07 HTTP/1.1" status: 204  len: 168 time: 1.2453160
Feb 17 04:51:44.482553 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55862) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:44.550567 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Deleting subnet 29a968de-7c35-4160-9c59-2580391808f6 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:51:44.553681 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.608584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.693178 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.962917 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:44.979266 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56f24d71-36cf-40c5-920f-ef1729e9e8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:45.073267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a968de-7c35-4160-9c59-2580391808f6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:45.077135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:45.110322 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.116079 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcc0fc-9b46-4dd7-8b5f-2180bacfd0a9 None None] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:51:45.116296 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1fedb3bd-a741-4417-8aac-ea273e17443e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/29a968de-7c35-4160-9c59-2580391808f6 HTTP/1.1" status: 204  len: 168 time: 0.6326222
Feb 17 04:51:45.119014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55866) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:45.239559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.309822 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Deleting port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:45.310194 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.408384 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] DHCP port deletion for f6965ef8-6afe-410e-82fc-d80ca8d91ef7 request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:51:45.413267 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Deleting port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:45.413697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.612287 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 8d92918b-ef17-4056-a014-1f8dbb2041c7 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:45.666248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: 8d92918b-ef17-4056-a014-1f8dbb2041c7 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:45.666548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 8d92918b-ef17-4056-a014-1f8dbb2041c7 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:45.667020 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e43a07bf-45d3-4570-82ad-724fbcdeec3c no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:45.708633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: e43a07bf-45d3-4570-82ad-724fbcdeec3c {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:45.709031 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device e43a07bf-45d3-4570-82ad-724fbcdeec3c not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:45.709523 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device 517bacad-ffb3-48f9-ad81-6fbb9dbd551b no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:45.783264 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] For port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:45.783715 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.797070 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] For port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,segment=NetworkSegment(9feebc73-bf4c-4cdd-8f23-34d38473f415),segment_id=9feebc73-bf4c-4cdd-8f23-34d38473f415)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:45.797312 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:45.930380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Calling delete_port for 517bacad-ffb3-48f9-ad81-6fbb9dbd551b owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:45.935006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Calling delete_port for 517bacad-ffb3-48f9-ad81-6fbb9dbd551b owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:46.016812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.033185 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0126bdd8-73b2-4405-8b96-52abd32ec7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:46.044503 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16375810'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.114534 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:51:46.115186 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:51:46.142491 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Pushing event deleted for resources: {'Port': ['ID=517bacad-ffb3-48f9-ad81-6fbb9dbd551b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:46.146541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:46.180442 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] No DVR routers for this DVR port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b on host dv-cinder-759987-4-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:51:46.308221 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.392378 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb0d75ca-f46a-429c-8e64-0d5ca3f96019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.426382 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f49455649e8>,) {'filters': {'network_id': ['f6965ef8-6afe-410e-82fc-d80ca8d91ef7']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:46.439492 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f49455649e8>, '9feebc73-bf4c-4cdd-8f23-34d38473f415') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:46.439776 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f49455649e8>, '9feebc73-bf4c-4cdd-8f23-34d38473f415') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:46.452017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.467344 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.470224 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:51:46.616275 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Deleting port 517bacad-ffb3-48f9-ad81-6fbb9dbd551b {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:46.616871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.653932 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:51:46.663568 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.694864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1db21b94-ee19-494f-a606-abab3e138e0e None None] The port '517bacad-ffb3-48f9-ad81-6fbb9dbd551b' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:51:46.844923 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Network f6965ef8-6afe-410e-82fc-d80ca8d91ef7 has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:51:46.867890 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:51:46.947517 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.951120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2088798d-900a-4bc0-92bd-912582297628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:46.965760 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:46.977823 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f6965ef8-6afe-410e-82fc-d80ca8d91ef7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:46.981476 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:46.992628 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-e11fb9e6-dc2c-4349-9357-fd1b6cf973fc admin admin] 10.222.0.78 "DELETE /v2.0/networks/f6965ef8-6afe-410e-82fc-d80ca8d91ef7 HTTP/1.1" status: 204  len: 168 time: 1.8725619
Feb 17 04:51:46.995859 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55872) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:47.579480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854188151'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:47.951276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Deleting port a93ed5ec-435c-4ea3-8728-6b2708c49800 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:47.951559 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:48.135589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] For port a93ed5ec-435c-4ea3-8728-6b2708c49800, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=a93ed5ec-435c-4ea3-8728-6b2708c49800,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:48.135998 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:48.271975 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Calling delete_port for a93ed5ec-435c-4ea3-8728-6b2708c49800 owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:48.448248 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:48.464135 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c78c5e2c-8c41-45c1-9f0f-9b09241172af tempest-AttachVolumeNegativeTest-1414785991 tempest-AttachVolumeNegativeTest-1414785991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:48.782142 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a82dfacf-82f0-44e1-b490-59ac76589a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:48.822771 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93ed5ec-435c-4ea3-8728-6b2708c49800,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:48.825658 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:49.131675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854188057'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:49.567295 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:49.662332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Router 80641460-657d-442e-be60-c2fc0e78787c has already been hosted by L3 agent c25a74f5-f2ad-41d0-8000-30b98ca6a5b6 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:51:49.853430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:51:49.863283 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Sync routers for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:51:49.864081 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-ed27a34f-4f9b-4e9d-a990-f2726972b265 admin admin] 10.222.0.78 "PUT /v2.0/routers/80641460-657d-442e-be60-c2fc0e78787c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8671219
Feb 17 04:51:49.867157 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55890) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:49.873062 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:49.873744 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0160>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:50.063413 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.066688 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:50.254161 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.259704 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Deleting port cdf697f4-b4d1-44a3-966f-edc63d02c6b5 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:50.260183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.379804 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0160>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:51:48Z', 'revision_number': 5, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:50.383881 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Checking router: 80641460-657d-442e-be60-c2fc0e78787c for host: dv-cinder-759987-4-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:51:50.393633 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Routers {'80641460-657d-442e-be60-c2fc0e78787c'} bound to L3 agent in host dv-cinder-759987-4-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:51:50.394297 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0160>, 'dv-cinder-759987-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:19:19Z,description=<?>,heartbeat_timestamp=2021-02-17T04:51:49Z,host='dv-cinder-759987-4-iscsi',id=c25a74f5-f2ad-41d0-8000-30b98ca6a5b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:19:19Z,topic='l3_agent')) {'router_ids': ['80641460-657d-442e-be60-c2fc0e78787c'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:50.453924 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] For port cdf697f4-b4d1-44a3-966f-edc63d02c6b5, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=cdf697f4-b4d1-44a3-966f-edc63d02c6b5,segment=NetworkSegment(a17dde81-5e29-42d2-9975-fc9ce70b5afb),segment_id=a17dde81-5e29-42d2-9975-fc9ce70b5afb)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:50.454332 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.548462 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.594444 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Calling delete_port for cdf697f4-b4d1-44a3-966f-edc63d02c6b5 owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:50.606421 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] Set router 80641460-657d-442e-be60-c2fc0e78787c gateway port host: dv-cinder-759987-4-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:51:50.735840 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973843'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.937425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854175061'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:50.998426 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.076991 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854194909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28858'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.080017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.100018 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4945ba0160>, [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:51:48Z', 'revision_number': 5, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}], 'dv-cinder-759987-4-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:51.103305 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195455'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.103872 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80641460-657d-442e-be60-c2fc0e78787c {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:51:51.104738 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013224cf-70c8-457d-a8ed-4b0cc179af98 None None] The sync data for ids ['80641460-657d-442e-be60-c2fc0e78787c'] in dv-cinder-759987-4-iscsi is: [{'id': '80641460-657d-442e-be60-c2fc0e78787c', 'name': 'tempest-TestVolumeBootPattern-1631103567-router', 'tenant_id': '4f327e7ba6ef47189c316d737cf5759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'external_fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:21Z', 'updated_at': '2021-02-17T04:51:48Z', 'revision_number': 5, 'project_id': '4f327e7ba6ef47189c316d737cf5759a', 'gw_port': {'id': 'cdf697f4-b4d1-44a3-966f-edc63d02c6b5', 'name': '', 'network_id': '867c67a7-b881-40f8-a76a-941103e47697', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80641460-657d-442e-be60-c2fc0e78787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:22Z', 'updated_at': '2021-02-17T04:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6de5bd9b-f188-424f-bde0-8fd58bf0574a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:51:51.117068 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.118335 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-10f95555-71ba-4033-90b2-5372648e785c admin admin] 10.222.0.78 "DELETE /v2.0/routers/80641460-657d-442e-be60-c2fc0e78787c HTTP/1.1" status: 204  len: 168 time: 1.2501621
Feb 17 04:51:51.121150 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55898) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:51.193103 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Deleting subnet c87cc525-3129-48b7-abad-690b9dd49238 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:51:51.196381 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.250296 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852263368'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.285739 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:51:51.338768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838086915'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.533792 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device a93ed5ec-435c-4ea3-8728-6b2708c49800 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:51.575017 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: a93ed5ec-435c-4ea3-8728-6b2708c49800 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:51.575943 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device a93ed5ec-435c-4ea3-8728-6b2708c49800 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:51.621768 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16688869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739779'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.638257 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:51.736746 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87cc525-3129-48b7-abad-690b9dd49238,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:51.740972 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:51.776094 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:51.782300 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce878e-6db9-4b2a-8526-426fc47078b1 None None] Network 27a1b833-da4f-479a-9834-834940a9b62a requested from dv-cinder-759987-4-iscsi {{(pid=83997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:51:51.784346 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-b052cf29-93ad-4a78-b093-5ed3d419e956 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c87cc525-3129-48b7-abad-690b9dd49238 HTTP/1.1" status: 204  len: 168 time: 0.6617992
Feb 17 04:51:51.786847 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55902) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:52.052697 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] DHCP port deletion for 27a1b833-da4f-479a-9834-834940a9b62a request from dv-cinder-759987-4-iscsi {{(pid=83997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:51:52.057486 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Deleting port fb222517-067a-4e6d-8415-f98209086316 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:52.057918 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.152111 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838464801'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.229089 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Deleting port fb222517-067a-4e6d-8415-f98209086316 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:52.229474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.281919 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] For port fb222517-067a-4e6d-8415-f98209086316, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=fb222517-067a-4e6d-8415-f98209086316,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:52.282273 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.414888 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Calling delete_port for fb222517-067a-4e6d-8415-f98209086316 owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:52.461354 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] For port fb222517-067a-4e6d-8415-f98209086316, host dv-cinder-759987-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-iscsi',level=0,port_id=fb222517-067a-4e6d-8415-f98209086316,segment=NetworkSegment(2b2d32ea-ca45-4319-906b-13e5b45839ac),segment_id=2b2d32ea-ca45-4319-906b-13e5b45839ac)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:51:52.461757 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599655'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.495276 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16375993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854728723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289810117321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289810655263'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:52.510692 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:52.602363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Calling delete_port for fb222517-067a-4e6d-8415-f98209086316 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:51:52.617074 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Pushing event deleted for resources: {'Port': ['ID=fb222517-067a-4e6d-8415-f98209086316,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:52.631631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.632032 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.632419 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.632802 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.633179 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.633566 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.633926 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.634292 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.634661 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.635061 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.635425 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.635793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.636217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.636589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.636956 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.637324 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.637687 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.638052 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.638428 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.638795 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.639189 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.639631 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.640500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.640864 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:51:52.644574 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:52.673702 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1b194-07ff-46e8-bea7-f444c9e89a9e None None] No DVR routers for this DVR port fb222517-067a-4e6d-8415-f98209086316 on host dv-cinder-759987-4-iscsi {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:51:52.685435 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.db.api [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:51:52.685812 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_db.api [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:51:53.187759 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Deleting port fb222517-067a-4e6d-8415-f98209086316 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:51:53.188233 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289810175092'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.262127 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] The port 'fb222517-067a-4e6d-8415-f98209086316' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:51:53.386990 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838088092', 'neutron.services.segments.db._delete_segments_for_network-8747044627434'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.507014 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4945bfae80>,) {'filters': {'network_id': ['27a1b833-da4f-479a-9834-834940a9b62a']}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:53.520325 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945bfae80>, '2b2d32ea-ca45-4319-906b-13e5b45839ac') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:53.520675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.services.segments.db [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4945bfae80>, '2b2d32ea-ca45-4319-906b-13e5b45839ac') {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:51:53.534174 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289810145788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512416'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.551286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16693972'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.553363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:51:53.574572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cdf697f4-b4d1-44a3-966f-edc63d02c6b5 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:53.614548 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: cdf697f4-b4d1-44a3-966f-edc63d02c6b5 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:53.614953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device cdf697f4-b4d1-44a3-966f-edc63d02c6b5 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:53.615448 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device fb222517-067a-4e6d-8415-f98209086316 no longer exists at agent ovs-agent-dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:51:53.654785 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] No Port match for: fb222517-067a-4e6d-8415-f98209086316 {{(pid=83997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:51:53.655270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Device fb222517-067a-4e6d-8415-f98209086316 not bound to the agent host dv-cinder-759987-4-iscsi {{(pid=83997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:51:53.753433 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Network 27a1b833-da4f-479a-9834-834940a9b62a has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:51:53.763799 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851801928'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.947655 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Network 27a1b833-da4f-479a-9834-834940a9b62a has no segments {{(pid=83995) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   % (table.description, expected, rows_matched)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: Traceback (most recent call last):
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     timer()
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     cb(*args, **kw)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     return func(*args, **kwargs)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     self._notify()
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     self.callback(batched_events)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     event.method(event)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     segment_id)['aggregates'][0]
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     return f(self, *a, **k)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self._get(url).json()
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     **kwargs)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     **endpoint_filter)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:51:53.974795 dv-cinder-759987-4-iscsi neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:51:54.053758 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16687724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854016098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646803'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.056849 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:54.071313 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761456'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.082777 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a1b833-da4f-479a-9834-834940a9b62a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:54.085793 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:54.087719 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-35e7bb8c-942f-4a7e-ae22-470cdeeed088 admin admin] 10.222.0.78 "DELETE /v2.0/networks/27a1b833-da4f-479a-9834-834940a9b62a HTTP/1.1" status: 204  len: 168 time: 2.2997913
Feb 17 04:51:54.205307 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55908) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:54.261127 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-f3bb0c68-b675-418c-9b83-3c98ebc6e71c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a3a6cbbd6d14db5bf2f631af62262de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544858
Feb 17 04:51:54.263726 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55912) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:54.326791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.356044 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.407443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.412572 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6917ff6a-b2a8-4430-b8b5-ef5611bb6651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:54.426740 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297e484-9809-47ac-8cc0-879865ae9f8e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:54.432201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:54.434219 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.435488 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-7a9061c6-ad6b-4202-8eeb-8d40424652f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9297e484-9809-47ac-8cc0-879865ae9f8e HTTP/1.1" status: 204  len: 168 time: 0.1707847
Feb 17 04:51:54.790369 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55920) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:54.846575 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-764333a9-41d2-4da8-a474-ee8146a0785d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f327e7ba6ef47189c316d737cf5759a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546050
Feb 17 04:51:54.849040 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.78', 55924) {{(pid=83995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:51:54.914522 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.942387 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.988850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920857'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:54.993897 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb8d80e-5637-4995-bda4-fda06906a2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:51:55.004791 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab935e8-473d-4f90-9f7f-c342a9c7b729,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:51:55.008480 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:51:55.012144 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:55.013350 dv-cinder-759987-4-iscsi neutron-server[83883]: INFO neutron.wsgi [None req-1a33f89a-8887-4c3b-b481-2ca9b847b5d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ab935e8-473d-4f90-9f7f-c342a9c7b729 HTTP/1.1" status: 204  len: 168 time: 0.1633158
Feb 17 04:52:06.314043 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:16.394953 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69044647-ec79-4d9d-89bf-2a4c5fc87421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:18.782806 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7637f679-27b2-4c0c-bf11-d246d951a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:19.568375 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:20.420736 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:20.996443 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:28.285536 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:52:36.343120 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:46.397169 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77160ab6-67af-46c4-8a5c-e934a40eefcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:48.784392 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecf85aad-d19a-43b1-81bf-45db9eb28065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:49.570058 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:50.422502 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:50.998006 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:05.284360 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:06.343286 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:16.399505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0dd0a7a4-5ad8-440b-bb43-815ab739488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:18.786183 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cfaee-329d-4ac0-90c7-3b0f1eb42369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:19.571862 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:20.424817 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:21.001406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:36.342850 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:42.284639 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:46.401140 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f73e5c60-ae8d-4bec-9768-25e54bc59831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:48.786560 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2bed-b305-40c7-8ae1-5d904e5d032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:49.575245 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:50.427406 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:51.010180 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:06.341584 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:16.404356 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-45b97898-483e-4ca0-b9d3-8b52a9835f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:18.787879 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3b85be87-ab6b-4058-8504-768f1947b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:19.284217 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:54:19.578675 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.428500 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:21.014047 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:32.601290 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-9fd9c742-1b54-48f9-aa82-13ca754f53e7 req-bba27c4f-e36c-400e-85de-376f47e6520a service neutron] (83996) timed out ('10.222.0.59', 58083) {{(pid=83996) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:54:36.339564 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.405494 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd211a8f-f0f6-4d8e-bc0c-0296740056b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:48.788854 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59270ff8-a8de-4c96-a88c-1db35e84b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:49.581951 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:50.430380 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:51.017315 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:56.284176 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:06.357357 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:16.409229 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e65c721-7f68-4d90-b5d6-de3f0058c724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:18.789402 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9ab944ae-898c-42c4-8f95-58995cfb86cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:19.583868 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:20.432391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:21.019898 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:33.285270 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:36.354200 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:46.410391 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7811b8a4-f53f-404f-b173-281e544e52f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:48.791015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bd83425e-8bf0-4a09-8257-3939a3b961c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:49.589664 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:50.440201 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:51.022505 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:06.352352 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:10.284871 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:56:16.412407 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2bf71d5c-5342-4a7b-b598-2caf219a53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:18.792682 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e7d565d-ef5e-4048-b39e-deaeaf253254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:19.589541 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:20.430857 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:21.025015 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:36.350589 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:46.413363 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-408b59b9-803b-4273-9d7b-3a7815537524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:47.284319 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:56:48.793263 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ae558cd3-a38c-4a00-9192-0b13073c35d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:49.591718 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:50.433515 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:51.027563 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:56.345474 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.wsgi [req-56888768-624c-42e8-9188-9e9f4031e3b2 req-9cc0878c-4f04-49f4-8d45-f196aa340bff service neutron] (83996) timed out ('10.222.0.78', 52000) {{(pid=83996) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:57:06.355460 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b5140f5-4ae9-4cd1-ab3d-1dee0b5afd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:16.415870 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dff3f188-5461-4bd9-af0b-b12f63bc4a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:18.819609 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-325246cd-fd1c-4d0a-a454-12399358a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:19.593025 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2c8deed7-d3a2-4258-80bc-2fbbacdbbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:20.435946 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc149965-4915-4568-89ea-01fe90686d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:21.030430 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0071753f-d02b-4e82-8ab8-72608f0bd17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747044627417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838118118'] for agent, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:24.284091 dv-cinder-759987-4-iscsi neutron-server[83883]: DEBUG neutron.db.agents_db [None req-0fdbe26f-d265-4660-8d57-057a69417f5e None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}